-- Logs begin at Mon 2022-04-11 17:05:23 UTC, end at Mon 2022-04-11 18:12:53 UTC. -- Apr 11 17:42:26.152770 dv-cinder-837353-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 17:42:29.100254 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.common.config [-] Logging enabled! Apr 11 17:42:29.100830 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 17:42:29.101066 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114743) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 17:42:29.104311 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.common.config [-] Logging enabled! Apr 11 17:42:29.104562 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 17:42:29.104900 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114743) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 17:42:29.105817 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:42:29.106048 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 17:42:29.106408 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 17:42:29.106648 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 17:42:29.106873 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 17:42:29.107281 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.107704 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 17:42:29.108023 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.108315 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.108603 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.108986 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.109275 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.109555 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.109841 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.110133 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.110417 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.110694 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.110975 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.111292 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.111568 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.111852 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.112134 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.112413 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] debug = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.112687 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.113136 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.113555 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.113832 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.114116 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.114392 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.114660 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.114934 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.115214 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.115537 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] host = dv-cinder-837353-1-iscsi {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.115811 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.116093 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.116374 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.116656 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.116949 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.117224 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.117504 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.117773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.118043 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] log_file = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.118311 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.118592 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.118871 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.119156 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.119376 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.119595 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.119970 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.120259 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.120531 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.120802 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.121094 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.121370 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.121640 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.121906 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.122187 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.122466 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.122746 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.123016 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.123285 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.123555 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.123822 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.124100 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.124368 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.124634 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.124922 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.125207 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.125474 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.125742 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.126037 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.126322 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.126598 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.126925 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.127200 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.127480 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.127750 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.128021 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.128291 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] use_json = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.128560 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.128826 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.129126 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.129396 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.129663 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.129931 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.130198 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.130477 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.130743 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:29.131032 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.131330 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.131626 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.131917 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.132202 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.132475 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.132757 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.133059 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.133343 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.133624 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.133905 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.134177 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.134468 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.134749 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.135048 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.135335 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.135623 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.135912 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.136181 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.136449 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.136718 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.137014 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.137298 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.137572 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.137855 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.138138 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.138412 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.138701 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.138981 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.139266 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.139548 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.139815 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.140092 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.140374 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.140646 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.140937 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.141213 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.141500 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.141773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.142041 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.142316 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.143104 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.143370 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.143635 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.143909 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.144194 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.144466 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.144732 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.145020 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.145295 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.145562 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.145844 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.146114 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.146381 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.146646 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.146919 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.147185 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.147450 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.147722 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.147987 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.148259 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.148525 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.148789 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.149080 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.149348 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.149614 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.149878 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.150144 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.150417 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.150682 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.151001 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.151274 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.151543 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.151815 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.152094 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.152386 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.152658 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.152956 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.153231 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.153507 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.153780 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.154052 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.154325 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.154598 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.154864 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.155147 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.155425 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.155704 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.156000 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.156271 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.156562 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.156833 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.157127 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.157403 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.157674 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.157944 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.158881 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.159160 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.159452 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.159745 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.160035 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.160324 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.160612 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.160911 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.161215 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.161490 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:29.161705 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 17:42:29.161947 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114743) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 17:42:29.534606 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 17:42:29.534884 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 17:42:29.535194 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 17:42:29.535531 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 17:42:29.857416 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.857706 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.857980 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.859272 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.859544 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.859805 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.912345 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.912615 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.912896 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.927606 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.927968 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.928243 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.957992 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.958264 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.958524 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.997093 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.997464 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:29.997803 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.343104 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.343710 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.343710 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.343874 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.344557 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.444444 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.444765 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.445068 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.445339 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.445602 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.445927 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.446171 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.446423 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.446672 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.446950 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.447205 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.447471 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.447720 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.447967 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.448217 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.448478 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.448728 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.449018 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.449286 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.449540 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.449960 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.450215 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.450497 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.450873 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.451120 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.451365 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.451760 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:42:30.451999 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:42:30.452234 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:42:30.452470 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:42:30.452708 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:42:30.452969 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:42:30.453329 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 17:42:30.456408 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 17:42:30.460311 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 17:42:30.463942 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Apr 11 17:42:30.465567 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 17:42:30.466030 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 17:42:30.466361 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 17:42:30.466737 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 17:42:30.469670 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 17:42:30.469922 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 17:42:30.470262 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 17:42:30.475113 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 17:42:30.509460 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 17:42:30.509912 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.510206 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114743) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 17:42:30.510574 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.511910 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114743) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 17:42:30.512188 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 17:42:30.512429 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 17:42:30.515726 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.516001 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:30.577280 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 17:42:30.577518 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 17:42:30.577752 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 17:42:30.578116 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 17:42:30.598198 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_db.sqlalchemy.engines [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114743) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 17:42:31.032963 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Initializing driver for type 'gre' Apr 11 17:42:31.033508 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] gre ID ranges: [(1, 1000)] Apr 11 17:42:31.090427 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Initializing driver for type 'local' Apr 11 17:42:31.090861 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Initializing driver for type 'vlan' Apr 11 17:42:31.103261 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] VlanTypeDriver initialization complete Apr 11 17:42:31.103593 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Initializing driver for type 'vxlan' Apr 11 17:42:31.104057 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] vxlan ID ranges: [(1, 1000)] Apr 11 17:42:31.154091 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Initializing extension driver 'port_security' Apr 11 17:42:31.154508 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.extensions.port_security [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] PortSecurityExtensionDriver initialization complete Apr 11 17:42:31.154837 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Initializing mechanism driver 'openvswitch' Apr 11 17:42:31.155170 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Initializing mechanism driver 'hyperv' Apr 11 17:42:31.161686 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.plugins.ml2.plugin [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:42:31.162515 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > port after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.162885 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > port after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.163241 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > port after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.163764 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 17:42:31.164198 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > subnet after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.164555 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > subnet after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.164925 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.165322 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 17:42:31.165726 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > network after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.166073 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > network after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.166415 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > network after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.166809 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 17:42:31.167211 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > security_group after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.167564 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > security_group after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.167905 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.168305 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 17:42:31.168709 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.169082 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.169425 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.170075 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 17:42:31.170472 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > address_group after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.170816 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > address_group after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.171154 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.171545 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114743) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 17:42:31.171987 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] ML2 OVO RPC backend initialized. {{(pid=114743) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 17:42:31.172694 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.173071 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.173490 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > network before_response 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.174352 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > networks before_response 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.174696 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > port before_response 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.175035 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > ports before_response 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.175383 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > subnet before_response 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.175721 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > subnets before_response 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.176062 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > network after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.176397 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > network after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.176727 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > network after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.177086 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > port after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.177422 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > port after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.177752 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > port after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.178089 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > subnet after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.178422 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > subnet after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.178750 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.185766 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded quota_driver: . Apr 11 17:42:31.186129 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.plugin [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Modular L2 Plugin initialization complete Apr 11 17:42:31.186471 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading services supported by the core plugin {{(pid=114743) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 17:42:31.186807 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.plugins.ml2.managers [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Got port-security extension from driver 'port_security' Apr 11 17:42:31.187284 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.extensions.vlantransparent [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Disabled vlantransparent extension. Apr 11 17:42:31.187780 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114743) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 17:42:31.188103 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading Plugin: router Apr 11 17:42:31.223011 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.223406 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router after_create 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.223775 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router before_create 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.224136 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.224508 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.224938 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router after_delete 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.225245 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.225592 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.225945 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router after_create 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.226290 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router after_update 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.226638 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router after_update 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.226988 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.227340 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router after_update 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.227748 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router precommit_update 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.228114 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: port after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.228450 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: port after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.228784 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: subnet after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.229147 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.229492 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.229837 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router precommit_create 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.230175 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: port before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.230515 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router precommit_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.230901 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router after_update 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.231240 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.231588 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router precommit_create 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.231945 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.232286 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router precommit_update 55549900 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.232647 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > agent after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.233023 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > agent after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.233546 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > network after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.234346 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Tracking information for resource: router configured {{(pid=114743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:42:31.234676 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Tracking information for resource: floatingip configured {{(pid=114743) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 17:42:31.240046 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.db.l3_agentschedulers_db [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 17:42:31.240624 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: port after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.241027 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: port after_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.241380 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: port after_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.241728 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: port after_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.242509 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router before_create 55550100 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.242872 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.243236 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router precommit_create 55550100 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.243592 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > router precommit_update 55550100 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.248421 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.services.provider_configuration [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service providers = [] {{(pid=114743) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 17:42:31.248784 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.db.servicetype_db [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114743) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 17:42:31.251747 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.services.service_base [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114743) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 17:42:31.252662 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.services.service_base [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114743) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 17:42:31.253040 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.services.service_base [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114743) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 17:42:31.253933 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.services.service_base [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114743) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 17:42:31.254300 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.services.service_base [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 17:42:31.254663 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:42:31.254976 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 17:42:31.266839 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:42:31.267176 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading Plugin: auto_allocate Apr 11 17:42:31.272772 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: network precommit_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.273160 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: network precommit_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.273671 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:42:31.273988 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading Plugin: tag Apr 11 17:42:31.280700 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:42:31.281056 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading Plugin: timestamp Apr 11 17:42:31.284923 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:42:31.285210 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading Plugin: network_ip_availability Apr 11 17:42:31.290682 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.291053 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.291408 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.292108 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:42:31.292427 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading Plugin: flavors Apr 11 17:42:31.297546 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:42:31.297879 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading Plugin: revisions Apr 11 17:42:31.302645 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114743) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 17:42:31.303036 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_concurrency.lockutils [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=114743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 17:42:31.303769 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114743) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 17:42:31.304105 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Initializing extension manager. Apr 11 17:42:31.304629 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: __init__.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.305006 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: __pycache__ {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.305341 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: address_group.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.306084 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.306650 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: address-group Apr 11 17:42:31.306973 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: address_scope.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.307679 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.308191 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: address-scope Apr 11 17:42:31.308512 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.309462 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.309975 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: router-admin-state-down-before-update Apr 11 17:42:31.310293 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: agent.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.310988 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.311500 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: agent Apr 11 17:42:31.311806 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: agent_resources_synced.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.312712 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.313256 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: agent-resources-synced Apr 11 17:42:31.313576 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: allowedaddresspairs.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.315996 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.316524 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: allowed-address-pairs Apr 11 17:42:31.316886 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: auto_allocated_topology.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.317953 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.318473 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: auto-allocated-topology Apr 11 17:42:31.318801 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: availability_zone.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.319490 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.320000 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: availability_zone Apr 11 17:42:31.320323 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: availability_zone_filter.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.321294 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.321805 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: availability_zone_filter Apr 11 17:42:31.322127 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: data_plane_status.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.323040 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.323550 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 17:42:31.323874 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: default_subnetpools.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.324786 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.325318 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: default-subnetpools Apr 11 17:42:31.325642 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.326453 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.326968 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: dhcp_agent_scheduler Apr 11 17:42:31.327290 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: dns.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.328194 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.328702 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 17:42:31.329064 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: dns_domain_ports.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.330030 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.330540 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 17:42:31.330863 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.331782 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.332293 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 17:42:31.332614 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: dvr.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.333307 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.333817 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: dvr Apr 11 17:42:31.334135 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: ecmp_routes.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.335043 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.335548 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 17:42:31.335865 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: empty_string_filtering.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.336778 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.337314 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: empty-string-filtering Apr 11 17:42:31.337686 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.338602 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.339105 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 17:42:31.339422 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.340337 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.340840 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 17:42:31.341186 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: external_net.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.342102 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.342607 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: external-net Apr 11 17:42:31.342925 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.343821 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.344344 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: extra_dhcp_opt Apr 11 17:42:31.344633 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: extraroute.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.345584 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.346093 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: extraroute Apr 11 17:42:31.346413 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: extraroute_atomic.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.347444 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.347980 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: extraroute-atomic Apr 11 17:42:31.348302 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: filter_validation.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.349063 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.349596 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: filter-validation Apr 11 17:42:31.349915 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: fip_pf_description.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.351005 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.351512 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 17:42:31.351834 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: fip_pf_port_range.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.352747 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.353279 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 17:42:31.353601 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: fip_port_details.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.354516 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.355025 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: fip-port-details Apr 11 17:42:31.355344 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: flavors.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.356551 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.357104 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: flavors Apr 11 17:42:31.357430 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.359064 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.359589 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 17:42:31.359916 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: floatingip_pools.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.360602 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.361674 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: floatingip-pools Apr 11 17:42:31.361996 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: ip_allocation.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.362915 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.363432 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 17:42:31.363751 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.364663 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.365206 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: ip-substring-filtering Apr 11 17:42:31.365528 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: l2_adjacency.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.366468 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.366977 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 17:42:31.367300 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: l3.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.368266 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.368789 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: router Apr 11 17:42:31.369135 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.371344 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.371878 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 17:42:31.372210 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.373160 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.373679 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: ext-gw-mode Apr 11 17:42:31.374003 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.374919 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.375433 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: l3-ha Apr 11 17:42:31.375756 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.376661 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.377770 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 17:42:31.378092 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: l3_flavors.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.379020 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.379532 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: l3-flavors Apr 11 17:42:31.379853 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.381241 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.381758 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 17:42:31.382086 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.383002 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.383518 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 17:42:31.383843 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: l3agentscheduler.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.384904 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.385425 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: l3_agent_scheduler Apr 11 17:42:31.385752 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: local_ip.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.387646 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.388171 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension local_ip not supported by any of loaded plugins Apr 11 17:42:31.388502 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: logging.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.390012 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.390538 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension logging not supported by any of loaded plugins Apr 11 17:42:31.390869 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: metering.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.391605 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.392185 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: metering Apr 11 17:42:31.392546 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.393657 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.394181 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: metering_source_and_destination_fields Apr 11 17:42:31.394507 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: multiprovidernet.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.395426 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.395937 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: multi-provider Apr 11 17:42:31.396260 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: netmtu.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.397209 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.397727 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: net-mtu Apr 11 17:42:31.398049 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: netmtu_writable.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.398961 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.399473 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: net-mtu-writable Apr 11 17:42:31.399794 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: network_availability_zone.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.400459 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.401005 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: network_availability_zone Apr 11 17:42:31.401327 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: network_ip_availability.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.402422 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.402932 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: network-ip-availability Apr 11 17:42:31.403285 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: network_segment_range.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.404014 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.404517 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 17:42:31.404839 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: pagination.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.405829 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.406158 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: pagination Apr 11 17:42:31.406477 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: port_device_profile.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.407383 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.407910 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: port-device-profile Apr 11 17:42:31.408266 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.409210 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.409727 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: port-mac-address-regenerate Apr 11 17:42:31.410050 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.413332 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.413332 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: port-numa-affinity-policy Apr 11 17:42:31.413332 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: port_resource_request.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.413332 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.413332 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 17:42:31.413728 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: port_resource_request_groups.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.414475 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.414983 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 17:42:31.415560 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: portbindings.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.416215 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.416726 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: binding Apr 11 17:42:31.417068 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: portbindings_extended.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.418323 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.418840 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: binding-extended Apr 11 17:42:31.419165 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: portsecurity.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.420326 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.420839 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: port-security Apr 11 17:42:31.421187 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: project_id.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.422159 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.422492 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: project-id Apr 11 17:42:31.422814 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: providernet.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.424243 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.424758 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: provider Apr 11 17:42:31.425105 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.428673 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.429226 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos not supported by any of loaded plugins Apr 11 17:42:31.429554 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.430795 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.431308 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 17:42:31.431635 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.432678 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.433233 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 17:42:31.433558 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_default.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.434482 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.434992 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-default not supported by any of loaded plugins Apr 11 17:42:31.435315 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_fip.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.436232 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.436739 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 17:42:31.437091 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.438028 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.438523 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 17:42:31.438845 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_gateway_ip.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.440399 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.440940 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 17:42:31.441264 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_port_network_policy.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.442171 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.442679 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 17:42:31.442999 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.444030 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.444543 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 17:42:31.444876 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.445977 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.446492 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 17:42:31.446812 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_pps_rule.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.447990 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.448512 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 17:42:31.448832 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_rule_type_details.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.449773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.450290 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 17:42:31.450616 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_rule_type_filter.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.451525 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.452042 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 17:42:31.452363 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: qos_rules_alias.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.453417 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.453933 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 17:42:31.454255 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: quota_check_limit.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.455184 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.455696 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: quota-check-limit Apr 11 17:42:31.456019 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: quotasv2.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.456986 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.457315 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: quotas Apr 11 17:42:31.457634 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: quotasv2_detail.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.459320 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.459656 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: quota_details Apr 11 17:42:31.459981 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: rbac.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.461067 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.461592 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: rbac-policies Apr 11 17:42:31.461915 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: rbac_address_group.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.462841 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.463359 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: rbac-address-group Apr 11 17:42:31.463682 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: rbac_address_scope.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.464591 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.465141 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: rbac-address-scope Apr 11 17:42:31.465461 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: rbac_security_groups.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.466446 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.466960 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: rbac-security-groups Apr 11 17:42:31.467279 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: rbac_subnetpool.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.468197 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.468716 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: rbac-subnetpool Apr 11 17:42:31.469069 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: revisionifmatch.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.469992 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.471031 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: revision-if-match Apr 11 17:42:31.471352 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: revisions.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.472466 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.473026 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: standard-attr-revisions Apr 11 17:42:31.473353 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: router_availability_zone.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.474024 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.474542 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: router_availability_zone Apr 11 17:42:31.474866 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: routerservicetype.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.475787 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.476305 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 17:42:31.476626 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.477639 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.478164 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: security-groups-normalized-cidr Apr 11 17:42:31.478488 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.479405 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.479919 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: port-security-groups-filtering Apr 11 17:42:31.480239 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.481196 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.481713 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: security-groups-remote-address-group Apr 11 17:42:31.482031 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.482949 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.483464 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: security-groups-shared-filtering Apr 11 17:42:31.483784 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.484378 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 17:42:31.484697 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: securitygroup.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.494970 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.495487 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: security-group Apr 11 17:42:31.495820 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: segment.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.496543 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.497086 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension segment not supported by any of loaded plugins Apr 11 17:42:31.497413 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.498360 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.498877 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 17:42:31.499202 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: servicetype.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.500297 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.500818 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: service-type Apr 11 17:42:31.501172 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: sorting.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.502209 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.502541 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: sorting Apr 11 17:42:31.502864 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: standard_attr_segment.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.503783 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.504305 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 17:42:31.504629 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: standardattrdescription.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.505299 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.505815 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: standard-attr-description Apr 11 17:42:31.506134 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: stateful_security_group.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.507051 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.507571 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: stateful-security-group Apr 11 17:42:31.507894 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: stdattrs_common.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.508467 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 17:42:31.508791 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.509817 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.510336 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 17:42:31.510657 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: subnet_onboard.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.511715 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.512241 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: subnet_onboard Apr 11 17:42:31.512564 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.513507 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.514025 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 17:42:31.514348 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: subnet_service_types.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.515268 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.515786 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: subnet-service-types Apr 11 17:42:31.516104 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: subnetallocation.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.517252 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.517825 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: subnet_allocation Apr 11 17:42:31.518154 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.518834 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.519346 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: subnetpool-prefix-ops Apr 11 17:42:31.519665 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.520607 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.521155 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 17:42:31.521477 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: tagging.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.522525 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.523047 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: standard-attr-tag Apr 11 17:42:31.523371 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: timestamp.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.524564 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.525110 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loaded extension: standard-attr-timestamp Apr 11 17:42:31.525436 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: trunk.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.526465 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.526984 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension trunk not supported by any of loaded plugins Apr 11 17:42:31.527311 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: trunk_details.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.528230 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.528744 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 17:42:31.529093 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: uplink_status_propagation.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.530009 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.530523 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 17:42:31.530843 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Loading extension file: vlantransparent.py {{(pid=114743) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 17:42:31.531505 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114743) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:42:31.532015 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 17:42:31.535144 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:network Apr 11 17:42:31.535617 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:subnet Apr 11 17:42:31.536017 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:42:31.536404 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:port Apr 11 17:42:31.537670 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.538109 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service FLAVORS assigned prefix: {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.538731 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.539163 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.539491 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:router Apr 11 17:42:31.539921 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 17:42:31.540410 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service METERING assigned prefix: /metering {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.541894 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.542266 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.542618 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:42:31.543619 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 17:42:31.544061 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:security_group Apr 11 17:42:31.544493 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 17:42:31.545376 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service CORE assigned prefix: {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.545704 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:42:31.546046 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] subnetpool is already registered Apr 11 17:42:31.546496 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service CORE assigned prefix: {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.546897 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:42:31.547200 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] subnetpool is already registered Apr 11 17:42:31.550076 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.550533 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service FLAVORS assigned prefix: {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.551265 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.551701 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.552033 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:router Apr 11 17:42:31.552370 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] router is already registered Apr 11 17:42:31.552798 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 17:42:31.553159 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] floatingip is already registered Apr 11 17:42:31.553626 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service METERING assigned prefix: /metering {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.554343 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 17:42:31.554674 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] rbac_policy is already registered Apr 11 17:42:31.555085 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:security_group Apr 11 17:42:31.555417 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] security_group is already registered Apr 11 17:42:31.555828 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 17:42:31.556158 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] security_group_rule is already registered Apr 11 17:42:31.556652 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service CORE assigned prefix: {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.557013 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:42:31.557345 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] subnetpool is already registered Apr 11 17:42:31.557776 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.v2.resource_helper [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Service CORE assigned prefix: {{(pid=114743) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 17:42:31.558096 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:42:31.558422 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING neutron.quota.resource_registry [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] subnetpool is already registered Apr 11 17:42:31.558898 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: extensions {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.561552 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: address-groups {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.563022 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: address-scopes {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.564232 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: agents {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.565534 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: auto-allocated-topology {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.566772 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: availability_zones {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.567974 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: dhcp-networks {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.569419 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: dhcp-agents {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.570938 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: routers {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.573050 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: flavors {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.574296 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: service_profiles {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.575480 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: next_providers {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.576942 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: service_profiles {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.578366 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: floatingip-pools {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.579689 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: routers {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.581822 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: floatingips {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.582980 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: l3-routers {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.584447 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: l3-agents {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.585890 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: metering-labels {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.587176 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: metering-label-rules {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.588549 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: network-ip-availabilities {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.589831 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: bindings {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.591362 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: quotas {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.593030 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: quotas {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.594551 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: rbac-policies {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.596262 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: security-groups {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.597619 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: security-group-rules {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.598839 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: service-providers {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.600038 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: subnetpools {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.601371 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: subnetpools {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.602923 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: tags {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.604576 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: tags {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.606408 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: tags {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.608163 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: tags {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.609869 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: tags {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.611924 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: tags {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.613621 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: tags {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.615380 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: tags {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.618113 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: tags {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.619839 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron.api.extensions [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Extended resource: tags {{(pid=114743) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 17:42:31.625757 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING keystonemiddleware.auth_token [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 17:42:31.631094 dv-cinder-837353-1-iscsi neutron-server[114743]: WARNING keystonemiddleware.auth_token [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 17:42:31.639765 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_concurrency.lockutils [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Acquired lock "singleton_lock" {{(pid=114743) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 17:42:31.640234 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_concurrency.lockutils [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Releasing lock "singleton_lock" {{(pid=114743) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 17:42:31.640906 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO oslo_service.service [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Starting 2 workers Apr 11 17:42:31.646419 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Started child 114850 {{(pid=114743) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 17:42:31.650885 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Started child 114851 {{(pid=114743) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 17:42:31.651869 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:31.652497 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO neutron.service [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 17:42:31.653153 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:31.653447 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [-] (114850) wsgi starting up on http://0.0.0.0:9696 Apr 11 17:42:31.655597 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO oslo_service.service [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Starting 1 workers Apr 11 17:42:31.655715 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:31.657131 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [-] (114851) wsgi starting up on http://0.0.0.0:9696 Apr 11 17:42:31.661011 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Started child 114852 {{(pid=114743) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 17:42:31.661542 dv-cinder-837353-1-iscsi neutron-server[114743]: INFO oslo_service.service [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Starting 1 workers Apr 11 17:42:31.664718 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.service [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] calling RpcWorker wait() {{(pid=114852) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 17:42:31.665300 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.service [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] returning from RpcWorker wait() {{(pid=114852) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 17:42:31.666058 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Started child 114853 {{(pid=114743) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 17:42:31.666720 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:31.666864 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG neutron_lib.callbacks.manager [None req-48fede50-d77e-4ca4-9a5f-223d49e4e517 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:31.667246 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:42:31.668911 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114743) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 17:42:31.669124 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:42:31.669315 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 17:42:31.669542 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 17:42:31.670145 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 17:42:31.670309 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 17:42:31.670821 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.671127 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.671220 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:31.671651 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.671651 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.671927 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.672487 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.672771 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.673033 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.673320 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.673619 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.673782 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.674118 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.674384 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.674648 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.674951 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.675221 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.675478 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.675728 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.675906 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.676159 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.676439 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.676702 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.676998 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] debug = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.677255 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.677760 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.677988 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.678237 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.678455 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.678744 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.678971 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.679238 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.679479 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.679694 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.679914 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.680159 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.680391 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.680616 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.680964 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.681117 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.681360 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.681576 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.682035 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] host = dv-cinder-837353-1-iscsi {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.682269 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.682505 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.682750 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.683003 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.683246 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.683476 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.683735 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.684000 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.684261 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.684484 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.684747 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.684999 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.685252 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.685544 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_file = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.685705 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_options = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.685895 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.686163 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.686432 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.686628 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.686796 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.686958 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.687215 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.687376 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.687631 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.687850 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.688062 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.688293 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.688527 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.688762 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.689038 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.689796 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.690042 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.690254 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.690522 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.690748 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.691092 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.691229 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.691435 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.691650 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.691864 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.692105 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.692322 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.692537 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.692777 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.693066 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.693310 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.693581 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:42:31.693736 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.693885 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.694025 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.694286 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.694535 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.694769 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.695004 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.695296 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.695521 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.695773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.696030 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.696244 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.696489 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.696734 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.697016 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.697319 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] use_json = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.698191 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.698191 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.698191 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.698637 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.698859 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.698971 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.699269 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.700064 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.700064 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.701560 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.701560 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.701560 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.702074 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.702074 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.706168 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.706168 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.706168 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.706168 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.706168 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.706168 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.706168 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.706168 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.707648 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.707648 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.707648 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.707648 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.707648 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.707648 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.707648 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.707648 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.708790 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.708790 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.708790 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.708790 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.708790 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.708790 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.708790 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.708790 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.709402 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.709402 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.709557 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.710124 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.710124 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.710310 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.710413 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.710629 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.711454 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.711454 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.711454 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.712150 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.712150 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.712150 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.713056 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.713056 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.713056 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.713056 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.713056 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.713426 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.713506 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.713844 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.713948 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.714193 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.714373 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.714549 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.714740 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.714972 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.715211 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.715658 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.715658 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.716088 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.716088 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.716362 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.717478 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.717478 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.717478 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.717478 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.717478 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.718226 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.718226 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.718226 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.718620 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.718620 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.718878 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.718878 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.720459 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.720459 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.720459 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.720459 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.720459 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.720459 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.720459 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.721577 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.721577 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.721577 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.721577 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.721577 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.721577 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.722474 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.722474 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.722474 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.722474 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.723018 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.723018 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.723430 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.723430 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.723850 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.723850 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.724289 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.724289 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.724482 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.724709 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.725330 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.725330 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.725580 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.725673 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.725879 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.726111 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.726326 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.726541 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.726762 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.726997 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.727212 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.727460 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.727747 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.727983 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.728213 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.728476 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.729068 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.729068 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.730187 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.730187 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.730187 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.730187 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.730508 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.730508 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.731064 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.731064 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.731392 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.731578 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.731760 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.732001 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.732382 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.732502 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.732645 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.732925 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.733154 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.733514 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.733621 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.734050 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.734157 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.734381 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.734587 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.734837 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.735068 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.735300 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.735635 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.735813 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.736071 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.736560 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.736560 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.736803 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.737252 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.737795 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.737795 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.738095 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.738207 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.738423 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.738639 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.739208 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.739208 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.739396 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.739493 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.739687 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.739921 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.740136 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.740403 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.740615 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.740847 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.741101 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.741316 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.741534 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.742289 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.742289 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.742289 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.742556 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.742662 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.742915 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.743132 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.743380 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.743599 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.743847 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.744059 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.744298 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.744521 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.744732 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.744981 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.745438 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.745438 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.745647 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.745868 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.746308 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.746738 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.747157 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.747511 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.747760 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.748008 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.748248 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.748498 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.748732 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.748970 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.749190 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.749406 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.749640 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.749863 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.750251 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.750409 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.750536 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.750712 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.750950 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.751205 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.751442 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.751700 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.752447 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.752685 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.752937 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.753171 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.753402 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.753618 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.753849 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.754072 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.754301 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.754508 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.754805 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.755047 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.755274 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.755680 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.755839 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.756054 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.756198 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.756383 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.756609 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.756826 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.757086 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.757294 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.757540 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.757748 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.757953 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.758169 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.758387 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.758576 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.758796 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.759002 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.759207 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.759423 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.759634 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.759838 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.760208 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.760964 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.760964 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.760964 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.760964 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.762188 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.762188 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.762188 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.762188 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.762188 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.762188 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.763220 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.763220 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.763220 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.763220 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.763992 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.763992 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.763992 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.764450 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.764450 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.764620 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.764799 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.765139 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.765357 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.765578 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.765836 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.766154 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.766456 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.766720 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.766976 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.767256 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.768115 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.768396 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.768614 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.768932 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.769272 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.769569 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.769830 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.770072 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.770306 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.770526 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.770765 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.770980 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.771211 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.771445 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.771708 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.772069 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.772270 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.772418 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.772625 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.772909 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.773133 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.773343 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.773563 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.773795 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.773941 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 17:42:31.774426 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114743) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 17:42:31.774584 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:42:31.774720 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 17:42:31.774900 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 17:42:31.775072 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 17:42:31.775218 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 17:42:31.775420 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.775580 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.775740 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.775899 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.776056 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.776236 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.776397 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.776957 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.776957 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.776957 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.777302 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.777302 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.777302 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.777531 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.777609 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.777748 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.777906 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.778068 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.778230 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.778388 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.778578 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.778742 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.778868 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] debug = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.778994 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.779120 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:42:31.779261 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.779416 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.779543 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.779668 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.779793 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.779917 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.780051 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.780201 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.780358 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.780515 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.780674 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.780831 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.781013 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.781173 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.781329 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.781488 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.781647 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.781803 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] host = dv-cinder-837353-1-iscsi {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.781945 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.782108 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.782264 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.782420 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.782577 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.782735 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.782892 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.783075 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.783457 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.783457 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.783457 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.783457 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.784019 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.784019 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_file = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.784727 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_options = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.784727 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.784727 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.784727 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.784727 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.785806 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.785806 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.785806 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.785806 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.785806 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.785806 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.785806 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.787910 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.787910 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.787910 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.787910 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.787910 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.787910 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.787910 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.787910 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789019 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789019 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789019 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789019 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789019 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789019 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789019 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789019 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789019 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789644 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789644 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789644 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789644 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789644 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789644 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789644 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.789644 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.790202 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.790202 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.790202 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.790202 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.790202 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.790551 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.790551 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.790551 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.790757 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.790865 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.791020 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] use_json = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.791336 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.791498 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.791845 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.792005 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.792169 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.793238 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.793238 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.793238 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.793238 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 17:42:31.793238 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.793238 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.794163 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.794163 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.794163 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.794163 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.794163 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.794163 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.794163 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.795063 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.795063 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.795063 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.795063 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.795722 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.795722 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.795722 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.795722 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.796283 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.796283 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.796283 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.796283 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.796586 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.796586 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.796732 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.797040 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.797178 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.797305 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.797671 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.797671 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.798039 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.798039 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.798039 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.798535 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.798535 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.798535 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.798923 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.798923 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.798923 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.799729 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.799729 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.799729 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.799729 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.799729 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.800345 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.800345 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.800345 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.800345 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802081 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802081 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802081 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802081 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802081 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802081 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802081 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802081 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802081 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802950 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802950 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802950 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802950 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802950 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802950 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802950 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802950 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.802950 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.804521 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.804521 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.804521 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.804521 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.804521 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.804521 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.804521 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.804521 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.804521 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.805280 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.805280 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.805280 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.805280 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.805280 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.805280 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.806223 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.806223 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.806223 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.806223 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.806223 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.806223 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.807032 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.807032 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.807032 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.807032 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.807032 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.807032 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.807773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.807773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.807773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.807773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.807773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.808166 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.808166 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.808430 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.808430 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.808593 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.808672 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.808822 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.809025 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.809187 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.809350 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.809510 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.809676 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.809855 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.809983 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.810134 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.810284 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.810800 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.810800 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.810800 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.811773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.811773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.811773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.811773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.811773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.811773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.811773 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.812656 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.812656 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.812656 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.812656 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.812656 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.813387 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.813387 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.813387 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.813387 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.813387 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.813783 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.813783 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.813783 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.815020 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.815020 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.815020 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.815020 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.815586 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.815586 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.815586 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.815586 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.815939 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.815939 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.815939 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.816149 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.816228 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.816395 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.816556 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.816717 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.816900 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.817081 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.817211 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.817363 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.817526 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.817682 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.817837 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.817999 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.818165 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.818308 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.818445 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.818607 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.818767 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.818927 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.819088 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.819248 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.819408 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.819569 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.819734 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.819895 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.820057 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.820218 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.820379 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.820538 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.820700 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.820910 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.821044 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.821205 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.821368 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.821528 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.821689 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.821851 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.822013 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.822174 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.822335 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.822496 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.822657 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.822818 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.822980 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.823145 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.823311 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.823470 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.823646 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.823806 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.823966 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.824128 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.824289 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.824448 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.824609 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.824770 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.824954 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.825117 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.825279 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.825441 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.825602 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.825762 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.825924 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.826085 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.826248 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.826410 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.826572 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.826732 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.826897 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.827058 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.827220 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.827380 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.827540 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.827701 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.827862 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.828021 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.828182 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.828355 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.828517 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.828678 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.828839 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.829032 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.832938 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.832938 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.832938 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.832938 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833260 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 45966) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:42:31.833354 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833354 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833354 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833354 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833354 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833354 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833354 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833354 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833777 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833777 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833777 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833777 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833777 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833777 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833777 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.833777 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834206 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834206 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834206 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834206 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834206 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834206 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834206 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834206 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834663 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834663 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834663 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834663 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834663 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834663 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834663 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.834663 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.835124 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.835124 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.835124 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.835124 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.835346 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.835448 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.835686 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.835780 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.835920 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.836088 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.836258 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.836426 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.836591 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.836761 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.836954 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.837128 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.837289 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.837476 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.837651 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.837812 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.837975 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.838163 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.838293 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.838467 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064483 Apr 11 17:42:31.838561 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.838690 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.838758 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.838902 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.839062 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.839224 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.839385 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.839548 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.839713 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.839873 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.840035 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.840196 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.840360 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.840523 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.840681 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 17:42:31.840836 dv-cinder-837353-1-iscsi neutron-server[114743]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114743) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 17:42:43.183459 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e308f-fd86-4c80-8b50-1c3b63bd46a1 None None] get_active_networks_info from dv-cinder-837353-1-iscsi {{(pid=114852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 17:42:43.247932 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e308f-fd86-4c80-8b50-1c3b63bd46a1 None None] No non-hosted networks {{(pid=114852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 17:42:43.261629 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.agentschedulers_db [None req-d27e308f-fd86-4c80-8b50-1c3b63bd46a1 None None] DHCP Agent not found on host dv-cinder-837353-1-iscsi {{(pid=114852) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 17:42:43.369686 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e35edb5a-dd2d-4730-ab76-46068c670906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1747657'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:45.496427 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-77dd8106-e907-4917-b206-9505cd50136e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1747657'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:45.549242 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-fb81c99b-cc2e-42cf-884c-c5f47fff08b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:46.378210 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46032) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:42:46.458808 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1747657'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:46.925320 dv-cinder-837353-1-iscsi neutron-server[114850]: WARNING oslo_policy.policy [None req-34f67463-08a5-48e7-8639-b6d8dc066a52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:42:46.926058 dv-cinder-837353-1-iscsi neutron-server[114850]: WARNING oslo_policy.policy [None req-34f67463-08a5-48e7-8639-b6d8dc066a52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:42:47.150864 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [None req-34f67463-08a5-48e7-8639-b6d8dc066a52 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:42:47.164900 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-34f67463-08a5-48e7-8639-b6d8dc066a52 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7723424 Apr 11 17:42:47.884555 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1747657'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:49.401928 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1747657'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:49.403867 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.405315 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.405979 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.406882 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.408021 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.408612 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.409255 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.410564 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.411472 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.412393 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.413101 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.413638 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.414218 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.414786 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.416486 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:49.417160 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837353-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:42:49.425718 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837353-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:42:49.718059 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46066) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:42:50.064375 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-66aa5072-ab5a-47f4-9343-5df653e0229c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:42:50.158167 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.policy [None req-66aa5072-ab5a-47f4-9343-5df653e0229c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114850) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 17:42:50.201517 dv-cinder-837353-1-iscsi neutron-server[114850]: WARNING oslo_policy.policy [None req-66aa5072-ab5a-47f4-9343-5df653e0229c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:42:50.202138 dv-cinder-837353-1-iscsi neutron-server[114850]: WARNING oslo_policy.policy [None req-66aa5072-ab5a-47f4-9343-5df653e0229c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:42:50.302352 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66aa5072-ab5a-47f4-9343-5df653e0229c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735448934640', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735448934924', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735448853129', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735448827224', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735448833501', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735448875168', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-626057', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636340', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1595943', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1823576'] for rbac-policy (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:50.379480 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66aa5072-ab5a-47f4-9343-5df653e0229c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:50.380687 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-66aa5072-ab5a-47f4-9343-5df653e0229c admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6616666 Apr 11 17:42:50.818875 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.db.l3_hamode_db [None req-2157708c-f166-48a6-bb86-84bdd8731b7a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 17:42:50.898161 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157708c-f166-48a6-bb86-84bdd8731b7a None None] Routers set() bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:42:50.898524 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157708c-f166-48a6-bb86-84bdd8731b7a None None] Router IDs set() for agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 17:42:52.872658 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46078) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:42:53.189986 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:42:53.218718 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Made reservation on behalf of 9cd0a804c5204135a3075142b7082d02 for: {'network': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:42:53.222977 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:53.239147 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:53.344871 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Publish callbacks [] for security_group (3eb9ff11-4525-410d-87fe-85954e9d2475), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:53.348334 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (3eb9ff11-4525-410d-87fe-85954e9d2475), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:53.371913 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=114850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:42:53.406915 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735451168934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (5cd35b16-63dd-4152-9846-264229f27afc), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:53.407504 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Unsubscribe: segment precommit_create {{(pid=114850) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 17:42:53.408032 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.segments_db [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Added segment 5cd35b16-63dd-4152-9846-264229f27afc of type vlan for network 0b703863-3480-440b-b7ec-0bf8ad2975f2 Apr 11 17:42:53.426089 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb9ff11-4525-410d-87fe-85954e9d2475,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:42:53.473138 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.473486 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.473835 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.474187 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.474521 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.474848 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.475176 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.475497 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.475817 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.476138 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.476458 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.476774 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.477118 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.477434 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.477745 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Tracked resource versions report: Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: pushed versions: Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: { 'AddressGroup': {'1.2'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Agent': {'1.1'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'ConntrackHelper': {'1.0'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Log': {'1.0'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'NDPProxy': {'1.0'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Network': {'1.1'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Port': {'1.7'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'PortForwarding': {'1.3'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'QosPolicy': {'1.10'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'SecurityGroup': {'1.5'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'SubPort': {'1.0'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Subnet': {'1.1'}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Trunk': {'1.1'}} Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: consumer versions: Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: { DHCP agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: L3 agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: Metadata agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: Metering agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: Open vSwitch agent@dv-cinder-837353-1-iscsi: { 'AddressGroup': '1.2', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Agent': '1.1', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'ConntrackHelper': '1.0', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'LocalIPAssociation': '1.0', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Log': '1.0', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'NDPProxy': '1.0', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Network': '1.1', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Port': '1.7', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'PortForwarding': '1.3', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'QosPolicy': '1.10', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'SecurityGroup': '1.5', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'SecurityGroupRule': '1.2', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'SubPort': '1.0', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Subnet': '1.1', Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Trunk': '1.1'}} Apr 11 17:42:53.479074 dv-cinder-837353-1-iscsi neutron-server[114850]: {{(pid=114850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:42:53.520979 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (0b703863-3480-440b-b7ec-0bf8ad2975f2), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:53.559359 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (0b703863-3480-440b-b7ec-0bf8ad2975f2), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:53.565144 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:42:53.565841 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:53.634253 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7605052 Apr 11 17:42:53.684664 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495dded-fc6c-4290-9ce8-fd14b96bf6ac demo demo] Pushing event updated for resources: {'Network': ['ID=0b703863-3480-440b-b7ec-0bf8ad2975f2,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:42:53.698423 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 0b703863-3480-440b-b7ec-0bf8ad2975f2 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:42:56.171023 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46090) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:42:56.567367 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64862b-ea1d-468c-9a63-21e3fc54b8fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:42:56.568623 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-2d64862b-ea1d-468c-9a63-21e3fc54b8fc demo admin] 10.222.0.76 "GET /v2.0/networks/0b703863-3480-440b-b7ec-0bf8ad2975f2 HTTP/1.1" status: 200 len: 825 time: 0.3966553 Apr 11 17:42:56.592389 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-50b6c59c-4bc2-418b-9527-9c8b9bd59532 demo admin] 10.222.0.76 "GET /v2.0/subnetpools/47f3c078-7cc7-4cf9-9031-bb7d9e6375dc HTTP/1.1" status: 200 len: 734 time: 0.0182154 Apr 11 17:42:56.601077 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-701c211a-2aa1-46ca-a970-8a7122ff21ed demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '47f3c078-7cc7-4cf9-9031-bb7d9e6375dc', 'name': 'private-subnet', 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:42:56.621323 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701c211a-2aa1-46ca-a970-8a7122ff21ed demo admin] Made reservation on behalf of 9cd0a804c5204135a3075142b7082d02 for: {'subnet': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:42:56.623450 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-701c211a-2aa1-46ca-a970-8a7122ff21ed demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:56.912904 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-701c211a-2aa1-46ca-a970-8a7122ff21ed demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for subnet (ecf12437-420f-4177-b0db-853d9199ad10), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:56.979250 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c211a-2aa1-46ca-a970-8a7122ff21ed demo admin] Pushing event updated for resources: {'Subnet': ['ID=ecf12437-420f-4177-b0db-853d9199ad10,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:42:56.988264 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c211a-2aa1-46ca-a970-8a7122ff21ed demo admin] Checking segment: {'id': '5cd35b16-63dd-4152-9846-264229f27afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:42:56.988677 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c211a-2aa1-46ca-a970-8a7122ff21ed demo admin] Network hostable DHCP agents. Network: 0b703863-3480-440b-b7ec-0bf8ad2975f2, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:42:57.009493 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c211a-2aa1-46ca-a970-8a7122ff21ed demo admin] Network 0b703863-3480-440b-b7ec-0bf8ad2975f2 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:42:57.020447 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-701c211a-2aa1-46ca-a970-8a7122ff21ed demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 0b703863-3480-440b-b7ec-0bf8ad2975f2) {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:42:57.026320 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c211a-2aa1-46ca-a970-8a7122ff21ed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:42:57.026957 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-701c211a-2aa1-46ca-a970-8a7122ff21ed demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:57.029465 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe74a9-853c-4411-b279-182fb2b0e5f3 None None] Network 0b703863-3480-440b-b7ec-0bf8ad2975f2 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:42:57.042856 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-701c211a-2aa1-46ca-a970-8a7122ff21ed demo admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4448757 Apr 11 17:42:57.405533 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb427c2df-acee-5b9d-b21c-7ccde36b64d7-0b703863-3480-440b-b7ec-0bf8ad2975f2', 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2', 'project_id': '9cd0a804c5204135a3075142b7082d02', 'fixed_ips': [{'subnet_id': 'ecf12437-420f-4177-b0db-853d9199ad10'}]}} from dv-cinder-837353-1-iscsi. {{(pid=114852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:42:57.406839 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:57.684151 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.db_base_plugin_common [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Allocated IP 172.20.0.2 (0b703863-3480-440b-b7ec-0bf8ad2975f2/ecf12437-420f-4177-b0db-853d9199ad10/cabde772-28d0-46fc-893c-264b058f8d05) {{(pid=114852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:42:57.956872 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Publish callbacks [] for port (cabde772-28d0-46fc-893c-264b058f8d05), precommit_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:57.964774 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (cabde772-28d0-46fc-893c-264b058f8d05), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:58.046563 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Network 0b703863-3480-440b-b7ec-0bf8ad2975f2 is already hosted by enough agents. {{(pid=114852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:42:58.051298 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.base_scheduler [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Resources bound (agent type, host, resource id): {{(pid=114852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:42:58.054692 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Received port after_create {{(pid=114852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:42:58.056721 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Pushing event updated for resources: {'Port': ['ID=cabde772-28d0-46fc-893c-264b058f8d05,revision_number=1']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:42:58.066584 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.066934 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.067287 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.067642 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.067979 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.068332 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.068659 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.069082 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.069411 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.069736 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.070060 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.070411 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.070729 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.071047 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.071377 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Tracked resource versions report: Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: pushed versions: Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: { 'AddressGroup': {'1.2'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Agent': {'1.1'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'ConntrackHelper': {'1.0'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Log': {'1.0'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'NDPProxy': {'1.0'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Network': {'1.1'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Port': {'1.7'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'PortForwarding': {'1.3'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'QosPolicy': {'1.10'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'SecurityGroup': {'1.5'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'SubPort': {'1.0'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Subnet': {'1.1'}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Trunk': {'1.1'}} Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: consumer versions: Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: { DHCP agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: L3 agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: Metadata agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: Metering agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: Open vSwitch agent@dv-cinder-837353-1-iscsi: { 'AddressGroup': '1.2', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Agent': '1.1', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'ConntrackHelper': '1.0', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'LocalIPAssociation': '1.0', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Log': '1.0', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'NDPProxy': '1.0', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Network': '1.1', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Port': '1.7', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'PortForwarding': '1.3', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'QosPolicy': '1.10', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'SecurityGroup': '1.5', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'SecurityGroupRule': '1.2', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'SubPort': '1.0', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Subnet': '1.1', Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Trunk': '1.1'}} Apr 11 17:42:58.072760 dv-cinder-837353-1-iscsi neutron-server[114852]: {{(pid=114852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:42:58.150502 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Attempting to bind port cabde772-28d0-46fc-893c-264b058f8d05 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:42:58.150899 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Attempting to bind port cabde772-28d0-46fc-893c-264b058f8d05 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '5cd35b16-63dd-4152-9846-264229f27afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:42:58.151315 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Attempting to bind port cabde772-28d0-46fc-893c-264b058f8d05 on network 0b703863-3480-440b-b7ec-0bf8ad2975f2 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:42:58.156322 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:42:58.156721 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Checking segment: {'id': '5cd35b16-63dd-4152-9846-264229f27afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:42:58.157757 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:58.158146 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Bound using segment: {'id': '5cd35b16-63dd-4152-9846-264229f27afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:42:58.158627 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Bound port: cabde772-28d0-46fc-893c-264b058f8d05, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd35b16-63dd-4152-9846-264229f27afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:42:58.159015 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cabde772-28d0-46fc-893c-264b058f8d05), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:58.221571 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] For port cabde772-28d0-46fc-893c-264b058f8d05, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:42:58.242490 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] For port cabde772-28d0-46fc-893c-264b058f8d05, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=cabde772-28d0-46fc-893c-264b058f8d05,segment=NetworkSegment(5cd35b16-63dd-4152-9846-264229f27afc),segment_id=5cd35b16-63dd-4152-9846-264229f27afc)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:42:58.249491 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cabde772-28d0-46fc-893c-264b058f8d05), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:42:58.308636 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e8fd0-5e83-4740-b044-c341f54469ca None None] Pushing event updated for resources: {'Port': ['ID=cabde772-28d0-46fc-893c-264b058f8d05,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:42:59.609468 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46098) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:42:59.919330 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [None req-8b9ab006-4e85-49ce-8bb8-abfe0745035e admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:42:59.920391 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-8b9ab006-4e85-49ce-8bb8-abfe0745035e admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3094196 Apr 11 17:43:02.466269 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46106) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:43:02.957350 dv-cinder-837353-1-iscsi neutron-server[114851]: WARNING oslo_policy.policy [None req-4b174599-a2d7-4b9e-b3cc-4030f7129619 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:43:02.957999 dv-cinder-837353-1-iscsi neutron-server[114851]: WARNING oslo_policy.policy [None req-4b174599-a2d7-4b9e-b3cc-4030f7129619 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:43:03.181389 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [None req-4b174599-a2d7-4b9e-b3cc-4030f7129619 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:43:03.182541 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-4b174599-a2d7-4b9e-b3cc-4030f7129619 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7142951 Apr 11 17:43:05.758672 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46120) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:43:06.069437 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-00f3245c-6496-46af-9884-c73cdba403e8 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:43:06.130059 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.policy [None req-00f3245c-6496-46af-9884-c73cdba403e8 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114851) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 17:43:06.173645 dv-cinder-837353-1-iscsi neutron-server[114851]: WARNING oslo_policy.policy [None req-00f3245c-6496-46af-9884-c73cdba403e8 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:43:06.174032 dv-cinder-837353-1-iscsi neutron-server[114851]: WARNING oslo_policy.policy [None req-00f3245c-6496-46af-9884-c73cdba403e8 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:43:06.236248 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-00f3245c-6496-46af-9884-c73cdba403e8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (39744823-6deb-49a8-b53f-1300a92822b7), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:06.238222 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-00f3245c-6496-46af-9884-c73cdba403e8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1748122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123050'] for router (39744823-6deb-49a8-b53f-1300a92822b7), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:06.396300 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-00f3245c-6496-46af-9884-c73cdba403e8 demo demo] Publish callbacks [] for router_controller (39744823-6deb-49a8-b53f-1300a92822b7), precommit_add_association {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:06.400321 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-00f3245c-6496-46af-9884-c73cdba403e8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594322'] for router (39744823-6deb-49a8-b53f-1300a92822b7), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:06.423975 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-00f3245c-6496-46af-9884-c73cdba403e8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:06.444888 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-00f3245c-6496-46af-9884-c73cdba403e8 demo demo] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6654077 Apr 11 17:43:08.177351 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device cabde772-28d0-46fc-893c-264b058f8d05 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:43:08.263895 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port cabde772-28d0-46fc-893c-264b058f8d05 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:43:08.264304 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cabde772-28d0-46fc-893c-264b058f8d05), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:08.373869 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port cabde772-28d0-46fc-893c-264b058f8d05 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:43:08.374175 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cabde772-28d0-46fc-893c-264b058f8d05), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:08.413879 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port cabde772-28d0-46fc-893c-264b058f8d05, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=cabde772-28d0-46fc-893c-264b058f8d05,segment=NetworkSegment(5cd35b16-63dd-4152-9846-264229f27afc),segment_id=5cd35b16-63dd-4152-9846-264229f27afc)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:43:08.418369 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cabde772-28d0-46fc-893c-264b058f8d05), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:08.466353 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=cabde772-28d0-46fc-893c-264b058f8d05,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:08.954171 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46134) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:43:09.268971 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [None req-1fb77e4d-5f18-44bb-a07a-3a5d0f8f36a2 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:43:09.284881 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-1fb77e4d-5f18-44bb-a07a-3a5d0f8f36a2 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3148928 Apr 11 17:43:09.846330 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6652b5-1753-44fe-9f29-7c8bd7ab45e9 None None] Network 0b703863-3480-440b-b7ec-0bf8ad2975f2 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:43:09.918316 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-8e26e539-bce2-413e-8079-1487c9a6126d None None] Provisioning complete for port cabde772-28d0-46fc-893c-264b058f8d05 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:43:09.918693 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-8e26e539-bce2-413e-8079-1487c9a6126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cabde772-28d0-46fc-893c-264b058f8d05), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:10.039669 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-8e26e539-bce2-413e-8079-1487c9a6126d None None] Current status of the port cabde772-28d0-46fc-893c-264b058f8d05 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:43:10.164889 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device cabde772-28d0-46fc-893c-264b058f8d05 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:43:10.211380 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port cabde772-28d0-46fc-893c-264b058f8d05 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:43:10.211780 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cabde772-28d0-46fc-893c-264b058f8d05), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:10.262986 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-153d14f7-574f-4506-96d3-a059b0937797 None None] Provisioning complete for port cabde772-28d0-46fc-893c-264b058f8d05 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:43:10.263364 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-153d14f7-574f-4506-96d3-a059b0937797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cabde772-28d0-46fc-893c-264b058f8d05), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:10.325728 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port cabde772-28d0-46fc-893c-264b058f8d05 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:43:10.369850 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-153d14f7-574f-4506-96d3-a059b0937797 None None] Current status of the port cabde772-28d0-46fc-893c-264b058f8d05 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:43:11.816834 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46142) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:43:12.121630 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:43:12.143921 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Made reservation on behalf of 4692a80899a44dce995ee204d65e39bc for: {'network': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:43:12.146714 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:12.161543 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:12.261191 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Publish callbacks [] for security_group (516be6f1-7a61-4e5b-a2ab-299c1814163c), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:12.264498 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (516be6f1-7a61-4e5b-a2ab-299c1814163c), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:12.274800 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Reserving flat network on physical network physnet1 {{(pid=114851) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 17:43:12.306120 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735451168934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (c3e9439f-91fb-4130-a195-747ac12e5c3c), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:12.306683 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Unsubscribe: segment precommit_create {{(pid=114851) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 17:43:12.307188 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.segments_db [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Added segment c3e9439f-91fb-4130-a195-747ac12e5c3c of type flat for network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 Apr 11 17:43:12.322473 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516be6f1-7a61-4e5b-a2ab-299c1814163c,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:12.347197 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.347531 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.347872 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.348200 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.348521 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.348837 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.349176 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.349488 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.349815 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.350129 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.350439 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.350762 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.351076 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.351384 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.351694 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Tracked resource versions report: Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: pushed versions: Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: { 'AddressGroup': {'1.2'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Agent': {'1.1'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'ConntrackHelper': {'1.0'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Log': {'1.0'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'NDPProxy': {'1.0'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Network': {'1.1'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Port': {'1.7'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'PortForwarding': {'1.3'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'QosPolicy': {'1.10'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'SecurityGroup': {'1.5'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'SubPort': {'1.0'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Subnet': {'1.1'}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Trunk': {'1.1'}} Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: consumer versions: Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: { DHCP agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: L3 agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: Metadata agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: Metering agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: Open vSwitch agent@dv-cinder-837353-1-iscsi: { 'AddressGroup': '1.2', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Agent': '1.1', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'ConntrackHelper': '1.0', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'LocalIPAssociation': '1.0', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Log': '1.0', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'NDPProxy': '1.0', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Network': '1.1', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Port': '1.7', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'PortForwarding': '1.3', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'QosPolicy': '1.10', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'SecurityGroup': '1.5', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'SecurityGroupRule': '1.2', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'SubPort': '1.0', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Subnet': '1.1', Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Trunk': '1.1'}} Apr 11 17:43:12.353107 dv-cinder-837353-1-iscsi neutron-server[114851]: {{(pid=114851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:43:12.424637 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (83de3652-fb32-4be2-9b49-21a2eb1b70a1), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:12.464991 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (83de3652-fb32-4be2-9b49-21a2eb1b70a1), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:12.466168 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:43:12.466865 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:12.529201 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7112176 Apr 11 17:43:12.567276 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caa4bd-3b10-4a5a-9cac-1970b7cb8103 admin admin] Pushing event updated for resources: {'Network': ['ID=83de3652-fb32-4be2-9b49-21a2eb1b70a1,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:12.577890 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:43:13.139949 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-9ee860f4-07ef-46b9-bc72-0ba9d7aacdc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:15.019697 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46154) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:43:15.367124 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d685ab-3948-4a77-aa85-5aa610dd0309 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:43:15.368429 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-26d685ab-3948-4a77-aa85-5aa610dd0309 demo admin] 10.222.0.76 "GET /v2.0/subnets/ecf12437-420f-4177-b0db-853d9199ad10 HTTP/1.1" status: 200 len: 849 time: 0.3478167 Apr 11 17:43:15.490015 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-987ba13c-2489-4f29-8cc8-9722f3e7a58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:15.535840 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-165706fd-d8cb-47be-b4cd-b7e1aba3dd9a demo admin] 10.222.0.76 "GET /v2.0/routers/39744823-6deb-49a8-b53f-1300a92822b7 HTTP/1.1" status: 200 len: 704 time: 0.1606205 Apr 11 17:43:15.807263 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:16.098767 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Allocated IP 172.20.0.1 (0b703863-3480-440b-b7ec-0bf8ad2975f2/ecf12437-420f-4177-b0db-853d9199ad10/d20602db-de40-41ba-a8e4-80971583c0d2) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:43:16.249142 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Publish callbacks [] for port (d20602db-de40-41ba-a8e4-80971583c0d2), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:16.315813 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:16.417947 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:16.446142 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Network 0b703863-3480-440b-b7ec-0bf8ad2975f2 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:43:16.450670 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:43:16.457384 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:43:16.457933 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594145'] for router_interface (39744823-6deb-49a8-b53f-1300a92822b7), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:16.521777 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Pushing event updated for resources: {'Port': ['ID=d20602db-de40-41ba-a8e4-80971583c0d2,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:16.667394 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:16.766174 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-83403250-ffc1-460e-831f-999d4e9f0c1d None None] Provisioning complete for port d20602db-de40-41ba-a8e4-80971583c0d2 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:43:16.767408 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-83403250-ffc1-460e-831f-999d4e9f0c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:16.799953 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-83403250-ffc1-460e-831f-999d4e9f0c1d None None] Port d20602db-de40-41ba-a8e4-80971583c0d2 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:43:16.880572 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Publish callbacks [] for port (d20602db-de40-41ba-a8e4-80971583c0d2), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:16.884674 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:16.885464 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594769'] for router_interface (39744823-6deb-49a8-b53f-1300a92822b7), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:16.967363 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Pushing event updated for resources: {'Port': ['ID=d20602db-de40-41ba-a8e4-80971583c0d2,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:17.017769 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Network 0b703863-3480-440b-b7ec-0bf8ad2975f2 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:43:17.019089 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:43:17.184182 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Router 39744823-6deb-49a8-b53f-1300a92822b7 is scheduled to L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad with binding_index 1 {{(pid=114850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:43:17.218717 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-894d56f2-65cc-4c22-bee0-ce343f12c91d None None] Provisioning complete for port d20602db-de40-41ba-a8e4-80971583c0d2 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:43:17.219035 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-894d56f2-65cc-4c22-bee0-ce343f12c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:17.253386 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-894d56f2-65cc-4c22-bee0-ce343f12c91d None None] Port d20602db-de40-41ba-a8e4-80971583c0d2 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:43:17.277624 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:43:17.282712 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-289f7615-f659-4b64-800e-197bf3ea8077 demo admin] 10.222.0.76 "PUT /v2.0/routers/39744823-6deb-49a8-b53f-1300a92822b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7417767 Apr 11 17:43:17.287465 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Sync routers for ids ['39744823-6deb-49a8-b53f-1300a92822b7'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:43:17.300259 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Routers {'39744823-6deb-49a8-b53f-1300a92822b7'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:43:17.301034 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:43:15Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['39744823-6deb-49a8-b53f-1300a92822b7'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:43:17.497410 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Set router 39744823-6deb-49a8-b53f-1300a92822b7 gateway port host: None {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:43:17.829858 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:17.918171 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39744823-6deb-49a8-b53f-1300a92822b7', 'name': 'router1', 'tenant_id': '9cd0a804c5204135a3075142b7082d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:43:06Z', 'updated_at': '2022-04-11T17:43:16Z', 'revision_number': 2, 'project_id': '9cd0a804c5204135a3075142b7082d02', 'gw_port_host': None, '_interfaces': [{'id': 'd20602db-de40-41ba-a8e4-80971583c0d2', 'name': '', 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2', 'tenant_id': '9cd0a804c5204135a3075142b7082d02', 'mac_address': 'fa:16:3e:ba:6c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39744823-6deb-49a8-b53f-1300a92822b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecf12437-420f-4177-b0db-853d9199ad10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:43:15Z', 'updated_at': '2022-04-11T17:43:16Z', 'revision_number': 2, 'project_id': '9cd0a804c5204135a3075142b7082d02', 'subnets': [{'id': 'ecf12437-420f-4177-b0db-853d9199ad10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47f3c078-7cc7-4cf9-9031-bb7d9e6375dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:43:17.970240 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Checking router: 39744823-6deb-49a8-b53f-1300a92822b7 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:43:17.970611 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Updating router 39744823-6deb-49a8-b53f-1300a92822b7 port d20602db-de40-41ba-a8e4-80971583c0d2 binding host dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:43:18.022450 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:18.530665 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Publish callbacks [] for port (d20602db-de40-41ba-a8e4-80971583c0d2), precommit_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:18.537321 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:18.701428 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Pushing event updated for resources: {'Port': ['ID=d20602db-de40-41ba-a8e4-80971583c0d2,revision_number=3']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:18.707902 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Attempting to bind port d20602db-de40-41ba-a8e4-80971583c0d2 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:43:18.708313 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Attempting to bind port d20602db-de40-41ba-a8e4-80971583c0d2 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '5cd35b16-63dd-4152-9846-264229f27afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2'}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:43:18.708740 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Attempting to bind port d20602db-de40-41ba-a8e4-80971583c0d2 on network 0b703863-3480-440b-b7ec-0bf8ad2975f2 {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:43:18.718042 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.718389 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.718726 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.719065 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.719938 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.720274 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.720600 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.720942 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.721270 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.721590 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.721912 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.722231 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.722550 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.722866 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.723181 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Tracked resource versions report: Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: pushed versions: Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: { 'AddressGroup': {'1.2'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Agent': {'1.1'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'ConntrackHelper': {'1.0'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Log': {'1.0'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'NDPProxy': {'1.0'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Network': {'1.1'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Port': {'1.7'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'PortForwarding': {'1.3'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'QosPolicy': {'1.10'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'SecurityGroup': {'1.5'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'SubPort': {'1.0'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Subnet': {'1.1'}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Trunk': {'1.1'}} Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: consumer versions: Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: { DHCP agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: L3 agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: Metadata agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: Metering agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: Open vSwitch agent@dv-cinder-837353-1-iscsi: { 'AddressGroup': '1.2', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Agent': '1.1', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'ConntrackHelper': '1.0', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'LocalIPAssociation': '1.0', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Log': '1.0', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'NDPProxy': '1.0', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Network': '1.1', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Port': '1.7', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'PortForwarding': '1.3', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'QosPolicy': '1.10', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'SecurityGroup': '1.5', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'SecurityGroupRule': '1.2', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'SubPort': '1.0', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Subnet': '1.1', Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Trunk': '1.1'}} Apr 11 17:43:18.724598 dv-cinder-837353-1-iscsi neutron-server[114853]: {{(pid=114853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:43:18.727001 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:43:18.727603 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Checking segment: {'id': '5cd35b16-63dd-4152-9846-264229f27afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:43:18.728073 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:18.728230 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Bound using segment: {'id': '5cd35b16-63dd-4152-9846-264229f27afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2'} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:43:18.728715 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Bound port: d20602db-de40-41ba-a8e4-80971583c0d2, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd35b16-63dd-4152-9846-264229f27afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2'}}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:43:18.729115 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:18.779641 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-61d43d86-a3d1-4bad-af1c-a05573f1e895 None None] Provisioning complete for port d20602db-de40-41ba-a8e4-80971583c0d2 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:43:18.780306 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-61d43d86-a3d1-4bad-af1c-a05573f1e895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:18.797197 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] For port d20602db-de40-41ba-a8e4-80971583c0d2, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:43:18.814346 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-61d43d86-a3d1-4bad-af1c-a05573f1e895 None None] Port d20602db-de40-41ba-a8e4-80971583c0d2 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:43:18.816651 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] For port d20602db-de40-41ba-a8e4-80971583c0d2, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=d20602db-de40-41ba-a8e4-80971583c0d2,segment=NetworkSegment(5cd35b16-63dd-4152-9846-264229f27afc),segment_id=5cd35b16-63dd-4152-9846-264229f27afc)] {{(pid=114853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:43:18.822832 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:18.884281 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b057a0-1949-4f87-9b44-6ea6c7504a10 None None] Pushing event updated for resources: {'Port': ['ID=d20602db-de40-41ba-a8e4-80971583c0d2,revision_number=4']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:18.887795 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Routers {'39744823-6deb-49a8-b53f-1300a92822b7'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:43:18.888403 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:43:15Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['39744823-6deb-49a8-b53f-1300a92822b7'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:43:18.979450 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] Set router 39744823-6deb-49a8-b53f-1300a92822b7 gateway port host: None {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:43:19.032274 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-c8b42e41-24df-4abc-a570-38c8eb760d2d None None] Provisioning complete for port d20602db-de40-41ba-a8e4-80971583c0d2 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:43:19.032808 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-c8b42e41-24df-4abc-a570-38c8eb760d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:19.108821 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-c8b42e41-24df-4abc-a570-38c8eb760d2d None None] Current status of the port d20602db-de40-41ba-a8e4-80971583c0d2 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:43:19.109231 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-c8b42e41-24df-4abc-a570-38c8eb760d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:19.145023 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-c8b42e41-24df-4abc-a570-38c8eb760d2d None None] For port d20602db-de40-41ba-a8e4-80971583c0d2, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=d20602db-de40-41ba-a8e4-80971583c0d2,segment=NetworkSegment(5cd35b16-63dd-4152-9846-264229f27afc),segment_id=5cd35b16-63dd-4152-9846-264229f27afc)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:43:19.149480 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-c8b42e41-24df-4abc-a570-38c8eb760d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:19.184262 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39744823-6deb-49a8-b53f-1300a92822b7', 'name': 'router1', 'tenant_id': '9cd0a804c5204135a3075142b7082d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:43:06Z', 'updated_at': '2022-04-11T17:43:16Z', 'revision_number': 2, 'project_id': '9cd0a804c5204135a3075142b7082d02', 'gw_port_host': None, '_interfaces': [{'id': 'd20602db-de40-41ba-a8e4-80971583c0d2', 'name': '', 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2', 'tenant_id': '9cd0a804c5204135a3075142b7082d02', 'mac_address': 'fa:16:3e:ba:6c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39744823-6deb-49a8-b53f-1300a92822b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecf12437-420f-4177-b0db-853d9199ad10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:43:15Z', 'updated_at': '2022-04-11T17:43:18Z', 'revision_number': 4, 'project_id': '9cd0a804c5204135a3075142b7082d02', 'subnets': [{'id': 'ecf12437-420f-4177-b0db-853d9199ad10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47f3c078-7cc7-4cf9-9031-bb7d9e6375dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:43:19.198957 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b42e41-24df-4abc-a570-38c8eb760d2d None None] Pushing event updated for resources: {'Port': ['ID=d20602db-de40-41ba-a8e4-80971583c0d2,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:19.211968 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026dc9ac-b543-4947-ada2-a64aaa4a1fce None None] The sync data for ids ['39744823-6deb-49a8-b53f-1300a92822b7'] in dv-cinder-837353-1-iscsi is: [{'id': '39744823-6deb-49a8-b53f-1300a92822b7', 'name': 'router1', 'tenant_id': '9cd0a804c5204135a3075142b7082d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:43:06Z', 'updated_at': '2022-04-11T17:43:16Z', 'revision_number': 2, 'project_id': '9cd0a804c5204135a3075142b7082d02', 'gw_port_host': None, '_interfaces': [{'id': 'd20602db-de40-41ba-a8e4-80971583c0d2', 'name': '', 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2', 'tenant_id': '9cd0a804c5204135a3075142b7082d02', 'mac_address': 'fa:16:3e:ba:6c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39744823-6deb-49a8-b53f-1300a92822b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecf12437-420f-4177-b0db-853d9199ad10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:43:15Z', 'updated_at': '2022-04-11T17:43:18Z', 'revision_number': 4, 'project_id': '9cd0a804c5204135a3075142b7082d02', 'subnets': [{'id': 'ecf12437-420f-4177-b0db-853d9199ad10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47f3c078-7cc7-4cf9-9031-bb7d9e6375dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:43:19.392393 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:19.817157 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46174) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:43:20.042520 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7f3d48-6c0e-4ebd-bf07-ef9ce431bef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:43:20.044165 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-6c7f3d48-6c0e-4ebd-bf07-ef9ce431bef5 admin admin] 10.222.0.76 "GET /v2.0/networks/83de3652-fb32-4be2-9b49-21a2eb1b70a1 HTTP/1.1" status: 200 len: 842 time: 0.2257812 Apr 11 17:43:20.053275 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:43:20.074415 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] Made reservation on behalf of 4692a80899a44dce995ee204d65e39bc for: {'subnet': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:43:20.076594 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:20.441792 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.objects.ports [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114851) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 17:43:20.442272 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for subnet (4c09ef7e-5043-4460-bd0c-290eb2e1912b), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:20.498744 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c09ef7e-5043-4460-bd0c-290eb2e1912b,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:20.509494 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] Checking segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:43:20.509853 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] Network hostable DHCP agents. Network: 83de3652-fb32-4be2-9b49-21a2eb1b70a1, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:43:20.531029 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:43:20.541667 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 83de3652-fb32-4be2-9b49-21a2eb1b70a1) {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:43:20.546776 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:43:20.547647 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:20.552235 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387c60b2-f7aa-424c-9e32-76b52793c09b None None] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:43:20.565398 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-21f9d576-39b7-4753-ba1b-f49ef80d3c59 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5151503 Apr 11 17:43:20.661917 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b725c98-86d4-4a26-b163-02bb686ece77 None None] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:43:23.081557 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46192) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:43:23.218462 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-590d40b9-b18c-4306-afe3-2c9602bc0ac4 demo admin] 10.222.0.76 "GET /v2.0/routers/39744823-6deb-49a8-b53f-1300a92822b7 HTTP/1.1" status: 200 len: 710 time: 0.1357055 Apr 11 17:43:23.304980 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da8bc99-75d4-4173-b2b6-b1bb35bf2b4f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:43:23.306311 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-1da8bc99-75d4-4173-b2b6-b1bb35bf2b4f demo admin] 10.222.0.76 "GET /v2.0/networks/83de3652-fb32-4be2-9b49-21a2eb1b70a1 HTTP/1.1" status: 200 len: 886 time: 0.0822046 Apr 11 17:43:23.315189 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:43:23.631389 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Publish callbacks [] for router_gateway (39744823-6deb-49a8-b53f-1300a92822b7), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:23.847668 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Publish callbacks [] for router_gateway (39744823-6deb-49a8-b53f-1300a92822b7), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:23.925429 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:24.025650 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Allocated IP 172.27.1.240 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/aa98ab3e-be1a-456c-8cc0-66f238e13d18) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:43:24.126864 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Publish callbacks [] for port (aa98ab3e-be1a-456c-8cc0-66f238e13d18), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:24.160808 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (aa98ab3e-be1a-456c-8cc0-66f238e13d18), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:24.198471 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:43:24.201181 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:43:24.206182 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:43:24.245250 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Pushing event updated for resources: {'Port': ['ID=aa98ab3e-be1a-456c-8cc0-66f238e13d18,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:24.461839 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Publish callbacks [] for router_gateway (39744823-6deb-49a8-b53f-1300a92822b7), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:24.667657 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123060'] for router (39744823-6deb-49a8-b53f-1300a92822b7), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:24.671444 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748157'] for router (39744823-6deb-49a8-b53f-1300a92822b7), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:24.779922 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Router 39744823-6deb-49a8-b53f-1300a92822b7 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:43:24.894732 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:43:24.899019 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:24.912970 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-128a3281-fa97-4cd0-b234-24ce4b35aba7 demo admin] 10.222.0.76 "PUT /v2.0/routers/39744823-6deb-49a8-b53f-1300a92822b7 HTTP/1.1" status: 200 len: 890 time: 1.5881791 Apr 11 17:43:26.191209 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device d20602db-de40-41ba-a8e4-80971583c0d2 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:43:26.244813 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port d20602db-de40-41ba-a8e4-80971583c0d2 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:43:26.245242 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:26.326797 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port d20602db-de40-41ba-a8e4-80971583c0d2 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:43:27.461215 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46204) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:43:27.579088 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-f2305f2e-605d-4105-949a-cc7b98796494 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1161878 Apr 11 17:43:27.927974 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Sync routers for ids ['39744823-6deb-49a8-b53f-1300a92822b7'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:43:27.939495 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Routers {'39744823-6deb-49a8-b53f-1300a92822b7'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:43:27.940113 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:43:15Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['39744823-6deb-49a8-b53f-1300a92822b7'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:43:28.158014 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Set router 39744823-6deb-49a8-b53f-1300a92822b7 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:43:28.622653 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39744823-6deb-49a8-b53f-1300a92822b7', 'name': 'router1', 'tenant_id': '9cd0a804c5204135a3075142b7082d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'aa98ab3e-be1a-456c-8cc0-66f238e13d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:43:06Z', 'updated_at': '2022-04-11T17:43:24Z', 'revision_number': 4, 'project_id': '9cd0a804c5204135a3075142b7082d02', 'gw_port': {'id': 'aa98ab3e-be1a-456c-8cc0-66f238e13d18', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39744823-6deb-49a8-b53f-1300a92822b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:43:23Z', 'updated_at': '2022-04-11T17:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'd20602db-de40-41ba-a8e4-80971583c0d2', 'name': '', 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2', 'tenant_id': '9cd0a804c5204135a3075142b7082d02', 'mac_address': 'fa:16:3e:ba:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39744823-6deb-49a8-b53f-1300a92822b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecf12437-420f-4177-b0db-853d9199ad10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:43:15Z', 'updated_at': '2022-04-11T17:43:19Z', 'revision_number': 5, 'project_id': '9cd0a804c5204135a3075142b7082d02', 'subnets': [{'id': 'ecf12437-420f-4177-b0db-853d9199ad10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47f3c078-7cc7-4cf9-9031-bb7d9e6375dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:43:28.675923 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Checking router: 39744823-6deb-49a8-b53f-1300a92822b7 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:43:28.676217 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Updating router 39744823-6deb-49a8-b53f-1300a92822b7 port aa98ab3e-be1a-456c-8cc0-66f238e13d18 binding host dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:43:28.726663 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (aa98ab3e-be1a-456c-8cc0-66f238e13d18), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:29.041236 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Publish callbacks [] for port (aa98ab3e-be1a-456c-8cc0-66f238e13d18), precommit_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:29.046518 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (aa98ab3e-be1a-456c-8cc0-66f238e13d18), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:29.099625 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cfe7d-895c-41dc-8559-4007eb2004fd None None] Pushing event updated for resources: {'Port': ['ID=aa98ab3e-be1a-456c-8cc0-66f238e13d18,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:29.101962 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Attempting to bind port aa98ab3e-be1a-456c-8cc0-66f238e13d18 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:43:29.102328 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Attempting to bind port aa98ab3e-be1a-456c-8cc0-66f238e13d18 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:43:29.102690 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Attempting to bind port aa98ab3e-be1a-456c-8cc0-66f238e13d18 on network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:43:29.108111 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:43:29.108509 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Checking segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:43:29.109005 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:29.109394 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Bound using segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:43:29.109885 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Bound port: aa98ab3e-be1a-456c-8cc0-66f238e13d18, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:43:29.110264 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (aa98ab3e-be1a-456c-8cc0-66f238e13d18), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:29.159454 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] For port aa98ab3e-be1a-456c-8cc0-66f238e13d18, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:43:29.162475 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] For port aa98ab3e-be1a-456c-8cc0-66f238e13d18, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=aa98ab3e-be1a-456c-8cc0-66f238e13d18,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:43:29.167796 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (aa98ab3e-be1a-456c-8cc0-66f238e13d18), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:29.241713 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cfe7d-895c-41dc-8559-4007eb2004fd None None] Pushing event updated for resources: {'Port': ['ID=aa98ab3e-be1a-456c-8cc0-66f238e13d18,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:29.245406 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Routers {'39744823-6deb-49a8-b53f-1300a92822b7'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:43:29.245406 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:43:15Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['39744823-6deb-49a8-b53f-1300a92822b7'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:43:29.362809 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] Set router 39744823-6deb-49a8-b53f-1300a92822b7 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:43:29.571888 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39744823-6deb-49a8-b53f-1300a92822b7', 'name': 'router1', 'tenant_id': '9cd0a804c5204135a3075142b7082d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'aa98ab3e-be1a-456c-8cc0-66f238e13d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:43:06Z', 'updated_at': '2022-04-11T17:43:24Z', 'revision_number': 4, 'project_id': '9cd0a804c5204135a3075142b7082d02', 'gw_port': {'id': 'aa98ab3e-be1a-456c-8cc0-66f238e13d18', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39744823-6deb-49a8-b53f-1300a92822b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:43:23Z', 'updated_at': '2022-04-11T17:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'd20602db-de40-41ba-a8e4-80971583c0d2', 'name': '', 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2', 'tenant_id': '9cd0a804c5204135a3075142b7082d02', 'mac_address': 'fa:16:3e:ba:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39744823-6deb-49a8-b53f-1300a92822b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecf12437-420f-4177-b0db-853d9199ad10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:43:15Z', 'updated_at': '2022-04-11T17:43:19Z', 'revision_number': 5, 'project_id': '9cd0a804c5204135a3075142b7082d02', 'subnets': [{'id': 'ecf12437-420f-4177-b0db-853d9199ad10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47f3c078-7cc7-4cf9-9031-bb7d9e6375dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:43:29.600302 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b611e-a837-4d37-9ba8-6255066994fe None None] The sync data for ids ['39744823-6deb-49a8-b53f-1300a92822b7'] in dv-cinder-837353-1-iscsi is: [{'id': '39744823-6deb-49a8-b53f-1300a92822b7', 'name': 'router1', 'tenant_id': '9cd0a804c5204135a3075142b7082d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'aa98ab3e-be1a-456c-8cc0-66f238e13d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:43:06Z', 'updated_at': '2022-04-11T17:43:24Z', 'revision_number': 4, 'project_id': '9cd0a804c5204135a3075142b7082d02', 'gw_port': {'id': 'aa98ab3e-be1a-456c-8cc0-66f238e13d18', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39744823-6deb-49a8-b53f-1300a92822b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:43:23Z', 'updated_at': '2022-04-11T17:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'd20602db-de40-41ba-a8e4-80971583c0d2', 'name': '', 'network_id': '0b703863-3480-440b-b7ec-0bf8ad2975f2', 'tenant_id': '9cd0a804c5204135a3075142b7082d02', 'mac_address': 'fa:16:3e:ba:6c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39744823-6deb-49a8-b53f-1300a92822b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecf12437-420f-4177-b0db-853d9199ad10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:43:15Z', 'updated_at': '2022-04-11T17:43:19Z', 'revision_number': 5, 'project_id': '9cd0a804c5204135a3075142b7082d02', 'subnets': [{'id': 'ecf12437-420f-4177-b0db-853d9199ad10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47f3c078-7cc7-4cf9-9031-bb7d9e6375dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:43:30.232733 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device aa98ab3e-be1a-456c-8cc0-66f238e13d18 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:43:30.315772 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port aa98ab3e-be1a-456c-8cc0-66f238e13d18 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:43:30.316399 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (aa98ab3e-be1a-456c-8cc0-66f238e13d18), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:30.400616 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port aa98ab3e-be1a-456c-8cc0-66f238e13d18 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:43:30.401134 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (aa98ab3e-be1a-456c-8cc0-66f238e13d18), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:30.427556 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port aa98ab3e-be1a-456c-8cc0-66f238e13d18, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=aa98ab3e-be1a-456c-8cc0-66f238e13d18,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:43:30.433005 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (aa98ab3e-be1a-456c-8cc0-66f238e13d18), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:30.498633 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=aa98ab3e-be1a-456c-8cc0-66f238e13d18,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:43:32.242689 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device aa98ab3e-be1a-456c-8cc0-66f238e13d18 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:43:32.317170 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port aa98ab3e-be1a-456c-8cc0-66f238e13d18 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:43:32.317781 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (aa98ab3e-be1a-456c-8cc0-66f238e13d18), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:32.415413 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port aa98ab3e-be1a-456c-8cc0-66f238e13d18 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:43:39.708082 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 5 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:43:43.147612 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-315894f7-8413-474d-a61b-afe212e08c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:45.494309 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-71151e89-088f-41df-8e84-20c13af01998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:46.435113 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:47.846337 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:43:49.399484 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:13.140430 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-deff86f2-fcea-495f-ab5a-9e47e10281ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:15.499150 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-8e13a1c7-0949-44f2-8fbb-d56420ddb944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:16.425923 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:16.708539 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 5 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:44:17.845153 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:19.396487 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:43.143768 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe001-88d7-494d-ae66-d79427d0f2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:45.503672 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-abe9edcb-bc5d-4650-8a98-bfb2a1b0f331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:46.425246 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:47.845858 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:49.149956 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46688) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:44:49.211094 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdb54b2-f54e-4617-a2d7-ad9d511090d4 admin admin] GET failed (client error): The resource could not be found. Apr 11 17:44:49.212344 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-1fdb54b2-f54e-4617-a2d7-ad9d511090d4 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614650 Apr 11 17:44:49.374508 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b6b21-2ee9-4451-9bbf-4feceec2a500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:44:49.375919 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-2e5b6b21-2ee9-4451-9bbf-4feceec2a500 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1595638 Apr 11 17:44:49.390837 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:51.707236 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46698) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:44:51.807840 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa828b37-3154-4980-bb76-77fdbb123090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:44:51.809172 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-fa828b37-3154-4980-bb76-77fdbb123090 admin admin] 10.222.0.76 "GET /v2.0/subnets/ecf12437-420f-4177-b0db-853d9199ad10 HTTP/1.1" status: 200 len: 849 time: 0.1009881 Apr 11 17:44:51.818829 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:44:51.911496 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Publish callbacks [] for subnet (ecf12437-420f-4177-b0db-853d9199ad10), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:52.053544 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735451199254'] for subnet (ecf12437-420f-4177-b0db-853d9199ad10), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:52.084121 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:44:52.084736 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:52.086582 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] 10.222.0.76 "PUT /v2.0/subnets/ecf12437-420f-4177-b0db-853d9199ad10 HTTP/1.1" status: 200 len: 868 time: 0.2706852 Apr 11 17:44:52.089875 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6eaca6-42d7-4b05-ad14-0341aa216635 None None] Network 0b703863-3480-440b-b7ec-0bf8ad2975f2 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:44:52.111244 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf12437-420f-4177-b0db-853d9199ad10,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:44:52.118520 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.118886 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.119222 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.119566 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.119895 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.120219 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.120594 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.120944 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.121289 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.121615 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.121956 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.122295 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.122615 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.122930 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.123247 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f895b98-9c54-4094-90f0-bb3ba6392714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:44:52.435403 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-303356cc-31ae-472e-838b-5151b465ec77 None None] Provisioning complete for port d20602db-de40-41ba-a8e4-80971583c0d2 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:44:52.435798 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-303356cc-31ae-472e-838b-5151b465ec77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (d20602db-de40-41ba-a8e4-80971583c0d2), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:52.515975 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-303356cc-31ae-472e-838b-5151b465ec77 None None] Current status of the port d20602db-de40-41ba-a8e4-80971583c0d2 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:44:52.524575 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-303356cc-31ae-472e-838b-5151b465ec77 None None] Provisioning complete for port cabde772-28d0-46fc-893c-264b058f8d05 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:44:52.524992 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-303356cc-31ae-472e-838b-5151b465ec77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cabde772-28d0-46fc-893c-264b058f8d05), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:44:52.599372 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-303356cc-31ae-472e-838b-5151b465ec77 None None] Current status of the port cabde772-28d0-46fc-893c-264b058f8d05 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:44:53.707268 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 5 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:44:54.418827 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46706) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:44:54.698090 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a48e64-147a-4cd0-b776-ac2f8c2765e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:44:54.698476 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a48e64-147a-4cd0-b776-ac2f8c2765e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:44:54.700040 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-b5a48e64-147a-4cd0-b776-ac2f8c2765e0 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2802637 Apr 11 17:44:57.024218 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46716) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:44:57.223807 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b2ba87-7e2d-45d8-84a5-67db038f9f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:44:57.224203 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b2ba87-7e2d-45d8-84a5-67db038f9f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:44:57.225749 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-58b2ba87-7e2d-45d8-84a5-67db038f9f0c admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2005954 Apr 11 17:44:59.532927 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46724) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:44:59.673864 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197f0082-ecec-4b24-88ab-473d030af3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:44:59.675126 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-197f0082-ecec-4b24-88ab-473d030af3b9 admin admin] 10.222.0.76 "GET /v2.0/networks/0b703863-3480-440b-b7ec-0bf8ad2975f2 HTTP/1.1" status: 200 len: 869 time: 0.1412642 Apr 11 17:45:01.961108 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46732) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:02.090816 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1711c36-c251-4ab5-95e9-de30648e7925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:02.092156 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-c1711c36-c251-4ab5-95e9-de30648e7925 admin admin] 10.222.0.76 "GET /v2.0/networks/83de3652-fb32-4be2-9b49-21a2eb1b70a1 HTTP/1.1" status: 200 len: 886 time: 0.1301074 Apr 11 17:45:04.415623 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46740) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:04.587873 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac597d0-0b86-4319-9cce-618ba993fa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:04.588326 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac597d0-0b86-4319-9cce-618ba993fa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:04.589878 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-bac597d0-0b86-4319-9cce-618ba993fa7a admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1733222 Apr 11 17:45:06.922789 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46748) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:07.011348 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd25f578-f18e-4040-97e9-82b507b00fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:07.012374 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd25f578-f18e-4040-97e9-82b507b00fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:07.013859 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-bd25f578-f18e-4040-97e9-82b507b00fec admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900576 Apr 11 17:45:09.322817 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46756) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:09.408676 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf7cf4f-3f60-4139-8f55-94ced06ec98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:09.411129 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-fbf7cf4f-3f60-4139-8f55-94ced06ec98a admin admin] 10.222.0.76 "GET /v2.0/subnets/4c09ef7e-5043-4460-bd0c-290eb2e1912b HTTP/1.1" status: 200 len: 816 time: 0.0872631 Apr 11 17:45:11.705043 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46764) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:11.794512 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e964b6-d0c0-47a5-87dc-3ed9f8f043b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:11.796134 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-64e964b6-d0c0-47a5-87dc-3ed9f8f043b8 admin admin] 10.222.0.76 "GET /v2.0/subnets/ecf12437-420f-4177-b0db-853d9199ad10 HTTP/1.1" status: 200 len: 868 time: 0.0901322 Apr 11 17:45:13.145171 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0db9-ad6b-4409-89b6-b0b239d51dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:15.509165 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-501fb7b6-16a6-4d93-ba36-89403de84d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:16.431684 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:17.847977 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:19.396931 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:30.706262 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 5 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:45:43.146439 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0a725606-f022-4cfc-a68b-8446b3b070bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:45.503440 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-ea9fcbb4-3104-423e-86a5-9e2dfcf96125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:46.432909 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:47.850380 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:49.399665 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:52.472598 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46822) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:52.519347 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [None req-d3d2a781-8e48-471a-a5d1-5ca454e3105f admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:45:52.520349 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-d3d2a781-8e48-471a-a5d1-5ca454e3105f admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467939 Apr 11 17:45:54.907783 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46830) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:54.969152 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f4e2a8-0a5b-4e3a-b37e-ee002411bfae admin admin] GET failed (client error): The resource could not be found. Apr 11 17:45:54.970410 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-d6f4e2a8-0a5b-4e3a-b37e-ee002411bfae admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616179 Apr 11 17:45:55.109580 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f256e-8fc5-4ad8-a052-2f77bb9231ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:55.110959 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-6f7f256e-8fc5-4ad8-a052-2f77bb9231ca admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1365891 Apr 11 17:45:57.418012 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46838) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:45:57.464253 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:45:57.483487 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Made reservation on behalf of 4692a80899a44dce995ee204d65e39bc for: {'network': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:45:57.485764 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:57.515844 dv-cinder-837353-1-iscsi neutron-server[114850]: WARNING neutron.services.revisions.revision_plugin [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Could not find related network for resource to bump revision. Apr 11 17:45:57.528543 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=114850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:45:57.539002 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (dd9f71e7-d9a1-4bfb-bb69-13822b24af6c), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:57.539374 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.segments_db [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Added segment dd9f71e7-d9a1-4bfb-bb69-13822b24af6c of type vlan for network 8b77a65b-8f1b-47ad-9c65-ef786cae0c60 Apr 11 17:45:57.577400 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (8b77a65b-8f1b-47ad-9c65-ef786cae0c60), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:57.600938 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (8b77a65b-8f1b-47ad-9c65-ef786cae0c60), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:57.601793 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:45:57.602367 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:45:57.649827 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2307811 Apr 11 17:45:57.698263 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Pushing event updated for resources: {'Network': ['ID=8b77a65b-8f1b-47ad-9c65-ef786cae0c60,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:45:57.705962 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.706311 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.706678 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.707018 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.707349 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.707676 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.708001 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.708323 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.708663 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.709034 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.709380 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.709726 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.710049 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.710365 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.710682 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf611a-160d-4129-98cc-b296126d3cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:45:57.722983 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 8b77a65b-8f1b-47ad-9c65-ef786cae0c60 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:45:59.999006 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46846) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:46:00.057659 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9f8540-c230-44d1-a0c6-cccae5824040 admin admin] GET failed (client error): The resource could not be found. Apr 11 17:46:00.058913 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-6b9f8540-c230-44d1-a0c6-cccae5824040 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589378 Apr 11 17:46:00.126667 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92142c9-26f4-4282-9efc-51e3f0191fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:00.128044 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-a92142c9-26f4-4282-9efc-51e3f0191fa0 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645876 Apr 11 17:46:00.137194 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-35a05a48-b504-4b83-be4a-ed39e1a3284f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:46:00.154727 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a05a48-b504-4b83-be4a-ed39e1a3284f admin admin] Made reservation on behalf of 4692a80899a44dce995ee204d65e39bc for: {'subnet': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:46:00.156960 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-35a05a48-b504-4b83-be4a-ed39e1a3284f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.316080 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-35a05a48-b504-4b83-be4a-ed39e1a3284f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for subnet (e61986e2-7b83-4765-a86c-ca018a954f5c), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.371442 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a05a48-b504-4b83-be4a-ed39e1a3284f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61986e2-7b83-4765-a86c-ca018a954f5c,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:00.380249 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a05a48-b504-4b83-be4a-ed39e1a3284f admin admin] Checking segment: {'id': 'dd9f71e7-d9a1-4bfb-bb69-13822b24af6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:00.380589 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a05a48-b504-4b83-be4a-ed39e1a3284f admin admin] Network hostable DHCP agents. Network: 8b77a65b-8f1b-47ad-9c65-ef786cae0c60, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:46:00.396204 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a05a48-b504-4b83-be4a-ed39e1a3284f admin admin] Network 8b77a65b-8f1b-47ad-9c65-ef786cae0c60 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:46:00.404440 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-35a05a48-b504-4b83-be4a-ed39e1a3284f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 8b77a65b-8f1b-47ad-9c65-ef786cae0c60) {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:00.408267 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a05a48-b504-4b83-be4a-ed39e1a3284f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:46:00.408843 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-35a05a48-b504-4b83-be4a-ed39e1a3284f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.415778 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d85144-87ff-4648-980f-2fa982ed7371 None None] Network 8b77a65b-8f1b-47ad-9c65-ef786cae0c60 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:46:00.424676 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-35a05a48-b504-4b83-be4a-ed39e1a3284f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2906234 Apr 11 17:46:00.622229 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb427c2df-acee-5b9d-b21c-7ccde36b64d7-8b77a65b-8f1b-47ad-9c65-ef786cae0c60', 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60', 'project_id': '4692a80899a44dce995ee204d65e39bc', 'fixed_ips': [{'subnet_id': 'e61986e2-7b83-4765-a86c-ca018a954f5c'}]}} from dv-cinder-837353-1-iscsi. {{(pid=114852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:46:00.624880 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.761255 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.db_base_plugin_common [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Allocated IP 192.168.233.2 (8b77a65b-8f1b-47ad-9c65-ef786cae0c60/e61986e2-7b83-4765-a86c-ca018a954f5c/0873006d-bc54-4ecf-baf8-1009215b1e19) {{(pid=114852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:46:00.923586 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Publish callbacks [] for port (0873006d-bc54-4ecf-baf8-1009215b1e19), precommit_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.929883 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (0873006d-bc54-4ecf-baf8-1009215b1e19), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:00.970363 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Network 8b77a65b-8f1b-47ad-9c65-ef786cae0c60 is already hosted by enough agents. {{(pid=114852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:46:00.973125 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.base_scheduler [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Resources bound (agent type, host, resource id): {{(pid=114852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:46:00.976424 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Received port after_create {{(pid=114852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:46:00.981696 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Pushing event updated for resources: {'Port': ['ID=0873006d-bc54-4ecf-baf8-1009215b1e19,revision_number=1']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:00.992596 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.992956 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.993318 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.993664 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.993990 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.994312 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.994630 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.994944 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.995256 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.995569 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.995880 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.996207 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.996525 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.996836 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:00.997197 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:46:01.047051 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Attempting to bind port 0873006d-bc54-4ecf-baf8-1009215b1e19 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:46:01.047425 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Attempting to bind port 0873006d-bc54-4ecf-baf8-1009215b1e19 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'dd9f71e7-d9a1-4bfb-bb69-13822b24af6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:46:01.047819 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Attempting to bind port 0873006d-bc54-4ecf-baf8-1009215b1e19 on network 8b77a65b-8f1b-47ad-9c65-ef786cae0c60 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:46:01.052961 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:46:01.053338 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Checking segment: {'id': 'dd9f71e7-d9a1-4bfb-bb69-13822b24af6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:46:01.053737 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.054131 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Bound using segment: {'id': 'dd9f71e7-d9a1-4bfb-bb69-13822b24af6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:46:01.054618 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Bound port: 0873006d-bc54-4ecf-baf8-1009215b1e19, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9f71e7-d9a1-4bfb-bb69-13822b24af6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:46:01.055021 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (0873006d-bc54-4ecf-baf8-1009215b1e19), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.120474 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] For port 0873006d-bc54-4ecf-baf8-1009215b1e19, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:46:01.123610 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] For port 0873006d-bc54-4ecf-baf8-1009215b1e19, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=0873006d-bc54-4ecf-baf8-1009215b1e19,segment=NetworkSegment(dd9f71e7-d9a1-4bfb-bb69-13822b24af6c),segment_id=dd9f71e7-d9a1-4bfb-bb69-13822b24af6c)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:46:01.131028 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (0873006d-bc54-4ecf-baf8-1009215b1e19), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:01.188158 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da947c-9851-4d91-9d4c-d60b3150e913 None None] Pushing event updated for resources: {'Port': ['ID=0873006d-bc54-4ecf-baf8-1009215b1e19,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:02.030687 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca5012-56f6-4baf-9ed3-975f5cbdf2b8 None None] Network 8b77a65b-8f1b-47ad-9c65-ef786cae0c60 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:46:02.103848 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-7f9a1a5a-f5a3-495d-ac23-921b9bccf382 None None] Provisioning complete for port 0873006d-bc54-4ecf-baf8-1009215b1e19 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:02.104232 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-7f9a1a5a-f5a3-495d-ac23-921b9bccf382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0873006d-bc54-4ecf-baf8-1009215b1e19), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.214999 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-7f9a1a5a-f5a3-495d-ac23-921b9bccf382 None None] Current status of the port 0873006d-bc54-4ecf-baf8-1009215b1e19 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:02.215394 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-7f9a1a5a-f5a3-495d-ac23-921b9bccf382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (0873006d-bc54-4ecf-baf8-1009215b1e19), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.260824 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-7f9a1a5a-f5a3-495d-ac23-921b9bccf382 None None] For port 0873006d-bc54-4ecf-baf8-1009215b1e19, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=0873006d-bc54-4ecf-baf8-1009215b1e19,segment=NetworkSegment(dd9f71e7-d9a1-4bfb-bb69-13822b24af6c),segment_id=dd9f71e7-d9a1-4bfb-bb69-13822b24af6c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:46:02.268805 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-7f9a1a5a-f5a3-495d-ac23-921b9bccf382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (0873006d-bc54-4ecf-baf8-1009215b1e19), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.333587 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 0873006d-bc54-4ecf-baf8-1009215b1e19 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:02.342866 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a1a5a-f5a3-495d-ac23-921b9bccf382 None None] Pushing event updated for resources: {'Port': ['ID=0873006d-bc54-4ecf-baf8-1009215b1e19,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:46:02.391907 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-77d54f40-04a9-4237-91c6-38db2b4320cd None None] Provisioning complete for port 0873006d-bc54-4ecf-baf8-1009215b1e19 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:02.392293 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-77d54f40-04a9-4237-91c6-38db2b4320cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0873006d-bc54-4ecf-baf8-1009215b1e19), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.425322 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 0873006d-bc54-4ecf-baf8-1009215b1e19 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:02.425714 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0873006d-bc54-4ecf-baf8-1009215b1e19), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:02.537830 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-77d54f40-04a9-4237-91c6-38db2b4320cd None None] Current status of the port 0873006d-bc54-4ecf-baf8-1009215b1e19 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:02.546240 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 0873006d-bc54-4ecf-baf8-1009215b1e19 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:04.267283 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 0873006d-bc54-4ecf-baf8-1009215b1e19 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:46:04.314436 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 0873006d-bc54-4ecf-baf8-1009215b1e19 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:46:04.314818 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0873006d-bc54-4ecf-baf8-1009215b1e19), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:04.396802 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 0873006d-bc54-4ecf-baf8-1009215b1e19 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:46:07.705218 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 5 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:46:13.148700 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-da97b2c6-caa4-4c96-9f58-19998881f330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:15.507703 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-eba16612-9afc-4bd4-b27e-a6f3e1b8315e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:16.434688 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:17.854503 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:19.403925 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:43.149822 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-00a141ee-de8d-4c9e-ae5b-025501b2116d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:44.703992 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 5 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:46:45.509506 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-79495d42-3374-47fe-bf8e-872eababf5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:46.437195 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:47.858405 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:46:49.407526 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:13.150857 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-82ef8df3-938b-43d5-9e6e-5c4d6f4661f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:15.512707 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-5b956c29-79de-42eb-900b-a1d68f9ba2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:16.439937 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:17.861458 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:19.412781 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:21.703391 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 5 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:47:33.038095 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46884) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:33.044606 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [None req-8113b128-fc8e-499e-bc6d-e725dab63ebd tempest-verify_tempest_config-637634233 tempest-verify_tempest_config-637634233-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:47:33.045667 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-8113b128-fc8e-499e-bc6d-e725dab63ebd tempest-verify_tempest_config-637634233 tempest-verify_tempest_config-637634233-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066218 Apr 11 17:47:33.328234 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46902) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:33.432774 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.503649 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Publish callbacks [] for security_group (c562f2f6-c6fe-4993-b69c-e17b6d338d7c), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.508178 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (c562f2f6-c6fe-4993-b69c-e17b6d338d7c), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.552935 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=16a087ca15fe455aa8e88792529cf969&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2236791 Apr 11 17:47:33.553737 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c562f2f6-c6fe-4993-b69c-e17b6d338d7c,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:33.555567 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 46906) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:47:33.566012 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.566352 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.566704 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.567040 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.567367 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.567691 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.568009 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.568326 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.568646 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.568997 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.569318 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.569633 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.569953 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.570264 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.570577 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda2914e-b6c3-4a92-bb90-c943422ae005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:47:33.618822 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-aa435a32-132a-4621-8c67-558cf43c8f2a admin admin] Publish callbacks [] for security_group (c562f2f6-c6fe-4993-b69c-e17b6d338d7c), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.642452 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-aa435a32-132a-4621-8c67-558cf43c8f2a admin admin] Publish callbacks [] for security_group (c562f2f6-c6fe-4993-b69c-e17b6d338d7c), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.730048 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-aa435a32-132a-4621-8c67-558cf43c8f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (c562f2f6-c6fe-4993-b69c-e17b6d338d7c), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.732561 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-aa435a32-132a-4621-8c67-558cf43c8f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:33.733719 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-aa435a32-132a-4621-8c67-558cf43c8f2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c562f2f6-c6fe-4993-b69c-e17b6d338d7c HTTP/1.1" status: 204 len: 168 time: 0.1764834 Apr 11 17:47:33.741917 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa435a32-132a-4621-8c67-558cf43c8f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c562f2f6-c6fe-4993-b69c-e17b6d338d7c,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:47:43.155036 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-a515d825-c9f1-43e2-94ba-b4d59f9b3b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:45.514898 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e00282fd-54ac-4acf-a455-be3decb27a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:46.444102 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:47.861802 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:49.406875 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:47:58.701587 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 5 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:48:13.155476 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-413c3fe2-7e97-430d-9729-dfaef06d1e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:15.515381 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4830ada8-39a5-4985-80ff-f3cc351907cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:16.444754 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:17.864040 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:19.409364 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:35.701069 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 5 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:48:43.155892 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4f89f43f-7371-4c8e-bde2-d719b78fd37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:45.516431 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf8e6-5e97-452f-98d8-7dc9782cbf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:46.449018 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:47.867570 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:48:49.414795 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:12.699952 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 5 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:49:13.158058 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-48745d9d-43ef-4bad-9ac7-fd3f316ee4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:15.517851 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-76c7e859-b058-4405-a468-3d50e565689f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:16.451271 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:17.872069 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:19.420766 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:19.607131 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1747657'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:33.533159 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46976) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:33.635387 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-7703ca1b-a090-4a0c-9884-88220877854d admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1010854 Apr 11 17:49:35.955534 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 46986) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:49:36.009525 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-fc320eb4-e45b-4531-940c-3a7f89994055 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529170 Apr 11 17:49:43.159229 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e875ebf3-4a88-4efc-aa35-279b09fd8b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:45.520520 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-bb91248f-ded7-4687-aaa9-aabfe0fa61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:46.453275 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:47.874554 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:49.423465 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:49.589317 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:49:49.698832 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:50:13.160719 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-37705f51-5fa7-4cd1-a87d-2db7beb4db90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:15.522126 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-542fc643-2d4d-4882-a105-0ce37062ad60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:16.455388 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:17.878135 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:19.427471 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:19.604317 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:26.697727 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:50:43.161821 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1cf48914-9b68-4057-b37f-4eba70b23f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:45.523223 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-fdfebfcd-bc87-496d-933f-78b15504bb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:46.459091 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:47.881312 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:49.433696 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:50:49.618365 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:03.697171 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:51:13.175203 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0ebe0c9b-74f4-488a-965b-45122d20bec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:15.542941 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf4c8-8e2b-43ee-8c0d-f37a1a349bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:16.462930 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:16.533879 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47134) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:16.792588 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1910578852-network', 'tenant_id': 'd557924b0c3849558434527ed87a87cd'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:16.814793 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Made reservation on behalf of d557924b0c3849558434527ed87a87cd for: {'network': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:16.823564 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47158) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:16.836891 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:16.862156 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:16.955828 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Publish callbacks [] for security_group (8b563508-1a64-4562-ac89-34feacca4bb9), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:16.960996 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (8b563508-1a64-4562-ac89-34feacca4bb9), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:16.991501 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=114851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:51:16.994599 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1149408697-network', 'tenant_id': 'd035412ebe35431d96a044023db6f77d'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:17.011631 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b563508-1a64-4562-ac89-34feacca4bb9,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:17.014947 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (8a9a3ac3-e483-499c-9543-e5abd7c04773), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.015511 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.segments_db [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Added segment 8a9a3ac3-e483-499c-9543-e5abd7c04773 of type vlan for network 96ff1c25-079a-4df3-aca3-54d8f49265de Apr 11 17:51:17.018167 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Made reservation on behalf of d035412ebe35431d96a044023db6f77d for: {'network': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:17.020799 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.029394 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.033294 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.033667 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.034297 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.034700 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.035088 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.058376 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.058729 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.059249 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.059583 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.059913 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.060243 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.060569 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.060901 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.061392 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.061882 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Tracked resource versions report: Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: pushed versions: Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: { 'AddressGroup': {'1.2'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Agent': {'1.1'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'ConntrackHelper': {'1.0'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Log': {'1.0'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'NDPProxy': {'1.0'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Network': {'1.1'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Port': {'1.7'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'PortForwarding': {'1.3'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'QosPolicy': {'1.10'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'SecurityGroup': {'1.5'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'SubPort': {'1.0'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Subnet': {'1.1'}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Trunk': {'1.1'}} Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: consumer versions: Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: { DHCP agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: HyperV agent@hv-cinder-83735: {}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: L3 agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: Metadata agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: Metering agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: Open vSwitch agent@dv-cinder-837353-1-iscsi: { 'AddressGroup': '1.2', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Agent': '1.1', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'ConntrackHelper': '1.0', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'LocalIPAssociation': '1.0', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Log': '1.0', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'NDPProxy': '1.0', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Network': '1.1', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Port': '1.7', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'PortForwarding': '1.3', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'QosPolicy': '1.10', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'SecurityGroup': '1.5', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'SecurityGroupRule': '1.2', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'SubPort': '1.0', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Subnet': '1.1', Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: 'Trunk': '1.1'}} Apr 11 17:51:17.063490 dv-cinder-837353-1-iscsi neutron-server[114851]: {{(pid=114851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:51:17.108746 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (96ff1c25-079a-4df3-aca3-54d8f49265de), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.114857 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Publish callbacks [] for security_group (4ed1adc9-7f66-4463-8a57-3efd91bef7cb), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.120276 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (4ed1adc9-7f66-4463-8a57-3efd91bef7cb), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.132407 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=114850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:51:17.139998 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (96ff1c25-079a-4df3-aca3-54d8f49265de), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.141455 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:17.142226 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.161076 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed1adc9-7f66-4463-8a57-3efd91bef7cb,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:17.173123 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (31b234d8-f356-4049-a764-a7dfee44e5dc), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.173679 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.segments_db [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Added segment 31b234d8-f356-4049-a764-a7dfee44e5dc of type vlan for network c39352b2-463b-4450-8f06-cd562d3d5101 Apr 11 17:51:17.184526 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6488831 Apr 11 17:51:17.186646 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.187070 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.187415 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47186) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:17.187791 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.188273 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.188750 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.189245 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.189740 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.190118 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.190450 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.190750 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.191037 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.191335 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.191658 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.191967 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.192266 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Tracked resource versions report: Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: pushed versions: Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: { 'AddressGroup': {'1.2'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Agent': {'1.1'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'ConntrackHelper': {'1.0'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Log': {'1.0'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'NDPProxy': {'1.0'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Network': {'1.1'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Port': {'1.7'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'PortForwarding': {'1.3'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'QosPolicy': {'1.10'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'SecurityGroup': {'1.5'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'SubPort': {'1.0'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Subnet': {'1.1'}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Trunk': {'1.1'}} Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: consumer versions: Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: { DHCP agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: HyperV agent@hv-cinder-83735: {}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: L3 agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: Metadata agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: Metering agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: Open vSwitch agent@dv-cinder-837353-1-iscsi: { 'AddressGroup': '1.2', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Agent': '1.1', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'ConntrackHelper': '1.0', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'LocalIPAssociation': '1.0', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Log': '1.0', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'NDPProxy': '1.0', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Network': '1.1', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Port': '1.7', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'PortForwarding': '1.3', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'QosPolicy': '1.10', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'SecurityGroup': '1.5', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'SecurityGroupRule': '1.2', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'SubPort': '1.0', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Subnet': '1.1', Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: 'Trunk': '1.1'}} Apr 11 17:51:17.193467 dv-cinder-837353-1-iscsi neutron-server[114850]: {{(pid=114850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:51:17.196187 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-05139c0d-3526-46fd-8250-c4b2a9245856 admin admin] Request body: {'subnet': {'network_id': '96ff1c25-079a-4df3-aca3-54d8f49265de', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1910578852-subnet', 'tenant_id': 'd557924b0c3849558434527ed87a87cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:17.228603 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (c39352b2-463b-4450-8f06-cd562d3d5101), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.252755 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (c39352b2-463b-4450-8f06-cd562d3d5101), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.253970 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:17.255320 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.259803 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56155c-8e6a-4076-8db9-5c7a6b527642 admin admin] Pushing event updated for resources: {'Network': ['ID=96ff1c25-079a-4df3-aca3-54d8f49265de,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:17.271061 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 96ff1c25-079a-4df3-aca3-54d8f49265de details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:51:17.282900 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05139c0d-3526-46fd-8250-c4b2a9245856 admin admin] Made reservation on behalf of d557924b0c3849558434527ed87a87cd for: {'subnet': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:17.285193 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-05139c0d-3526-46fd-8250-c4b2a9245856 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.306298 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4837945 Apr 11 17:51:17.309874 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47192) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:17.316562 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-a01e09b5-798b-477f-9827-a035110f7663 admin admin] Request body: {'subnet': {'network_id': 'c39352b2-463b-4450-8f06-cd562d3d5101', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1149408697-subnet', 'tenant_id': 'd035412ebe35431d96a044023db6f77d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:17.377895 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01e09b5-798b-477f-9827-a035110f7663 admin admin] Made reservation on behalf of d035412ebe35431d96a044023db6f77d for: {'subnet': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:17.380611 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a01e09b5-798b-477f-9827-a035110f7663 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.390345 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17a14e-c917-422d-becb-1d171654a1c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c39352b2-463b-4450-8f06-cd562d3d5101,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:17.403274 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network c39352b2-463b-4450-8f06-cd562d3d5101 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:51:17.597413 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-05139c0d-3526-46fd-8250-c4b2a9245856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for subnet (aea634e4-4bbd-4008-90f8-7707bcebf840), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.648455 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47204) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:17.692392 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a01e09b5-798b-477f-9827-a035110f7663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for subnet (bb051747-61ee-444a-818d-fc16fd29eaee), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.707893 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05139c0d-3526-46fd-8250-c4b2a9245856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea634e4-4bbd-4008-90f8-7707bcebf840,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:17.714745 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05139c0d-3526-46fd-8250-c4b2a9245856 admin admin] Checking segment: {'id': '8a9a3ac3-e483-499c-9543-e5abd7c04773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '96ff1c25-079a-4df3-aca3-54d8f49265de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:17.715098 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05139c0d-3526-46fd-8250-c4b2a9245856 admin admin] Network hostable DHCP agents. Network: 96ff1c25-079a-4df3-aca3-54d8f49265de, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:51:17.789185 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01e09b5-798b-477f-9827-a035110f7663 admin admin] Checking segment: {'id': '31b234d8-f356-4049-a764-a7dfee44e5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'c39352b2-463b-4450-8f06-cd562d3d5101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:17.789539 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e09b5-798b-477f-9827-a035110f7663 admin admin] Network hostable DHCP agents. Network: c39352b2-463b-4450-8f06-cd562d3d5101, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:51:17.792021 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e09b5-798b-477f-9827-a035110f7663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb051747-61ee-444a-818d-fc16fd29eaee,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:17.801539 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05139c0d-3526-46fd-8250-c4b2a9245856 admin admin] Network 96ff1c25-079a-4df3-aca3-54d8f49265de is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:51:17.819856 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-05139c0d-3526-46fd-8250-c4b2a9245856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 96ff1c25-079a-4df3-aca3-54d8f49265de) {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:17.824705 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05139c0d-3526-46fd-8250-c4b2a9245856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:17.825859 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-05139c0d-3526-46fd-8250-c4b2a9245856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.830382 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8bbce4-893a-4cd4-97a6-59e6ee65b606 None None] Network 96ff1c25-079a-4df3-aca3-54d8f49265de requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:17.837257 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e09b5-798b-477f-9827-a035110f7663 admin admin] Network c39352b2-463b-4450-8f06-cd562d3d5101 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:51:17.844254 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-a01e09b5-798b-477f-9827-a035110f7663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, c39352b2-463b-4450-8f06-cd562d3d5101) {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:17.849289 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e09b5-798b-477f-9827-a035110f7663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:17.849902 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a01e09b5-798b-477f-9827-a035110f7663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.866612 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-05139c0d-3526-46fd-8250-c4b2a9245856 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6691830 Apr 11 17:51:17.873159 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370d3ea-6c18-4d1a-8810-a5aea6355122 None None] Network c39352b2-463b-4450-8f06-cd562d3d5101 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:17.882205 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-a01e09b5-798b-477f-9827-a035110f7663 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5701883 Apr 11 17:51:17.972315 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-network', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:17.991154 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:17.995372 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Made reservation on behalf of ef743ee504df4b4583f4313ba84b1ef5 for: {'network': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:17.998681 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.010355 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.026833 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a0a048-1dd7-4f0f-8fb9-cb6ade653913 None None] Network 96ff1c25-079a-4df3-aca3-54d8f49265de requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:18.062180 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee40cbf-fca7-4d9d-94e8-943a0bdf3590 None None] Network c39352b2-463b-4450-8f06-cd562d3d5101 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:18.100695 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Publish callbacks [] for security_group (c1682a90-0cef-4d14-974e-6daafd1202d5), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.108131 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (c1682a90-0cef-4d14-974e-6daafd1202d5), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.122493 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=114850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:51:18.134016 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (877eb865-0b85-4ab0-89c1-aca06ff547e5), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.134595 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.segments_db [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Added segment 877eb865-0b85-4ab0-89c1-aca06ff547e5 of type vlan for network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 Apr 11 17:51:18.195967 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (a973c109-bcb3-4a6d-ba08-0ec4e84a1a45), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.242556 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (a973c109-bcb3-4a6d-ba08-0ec4e84a1a45), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.243492 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:18.244068 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.251620 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1682a90-0cef-4d14-974e-6daafd1202d5,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:18.325130 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] Pushing event updated for resources: {'Network': ['ID=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:18.336544 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:51:18.337154 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-5e6ff084-efd9-4d04-866c-3ddcba044946 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6870589 Apr 11 17:51:18.340377 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47244) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:18.345588 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-9f6bc507-61cc-4ff0-ac70-db415b1e019e admin admin] Request body: {'subnet': {'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-subnet', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:18.365766 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6bc507-61cc-4ff0-ac70-db415b1e019e admin admin] Made reservation on behalf of ef743ee504df4b4583f4313ba84b1ef5 for: {'subnet': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:18.368881 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc507-61cc-4ff0-ac70-db415b1e019e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.567976 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc507-61cc-4ff0-ac70-db415b1e019e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for subnet (2c16d97f-ad25-4b5a-ae55-e0e78ce3555e), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.624791 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bc507-61cc-4ff0-ac70-db415b1e019e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:18.633882 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6bc507-61cc-4ff0-ac70-db415b1e019e admin admin] Checking segment: {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:18.634124 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6bc507-61cc-4ff0-ac70-db415b1e019e admin admin] Network hostable DHCP agents. Network: a973c109-bcb3-4a6d-ba08-0ec4e84a1a45, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:51:18.652639 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6bc507-61cc-4ff0-ac70-db415b1e019e admin admin] Network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:51:18.663373 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-9f6bc507-61cc-4ff0-ac70-db415b1e019e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, a973c109-bcb3-4a6d-ba08-0ec4e84a1a45) {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:18.673001 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32833cf7-c799-4def-a99d-60e7b62f891b None None] Network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:18.677079 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6bc507-61cc-4ff0-ac70-db415b1e019e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:18.677760 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc507-61cc-4ff0-ac70-db415b1e019e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.700137 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-9f6bc507-61cc-4ff0-ac70-db415b1e019e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3560724 Apr 11 17:51:18.700472 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47270) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:18.706528 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:18.744272 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (237182d7-2b55-4c82-bd7f-588b520d84f9), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.746202 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1748122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123050'] for router (237182d7-2b55-4c82-bd7f-588b520d84f9), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.828677 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb427c2df-acee-5b9d-b21c-7ccde36b64d7-a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e'}]}} from dv-cinder-837353-1-iscsi. {{(pid=114852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:51:18.830745 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:18.839971 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Publish callbacks [] for router_controller (237182d7-2b55-4c82-bd7f-588b520d84f9), precommit_add_association {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.075938 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Publish callbacks [] for router_gateway (237182d7-2b55-4c82-bd7f-588b520d84f9), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.140552 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.db_base_plugin_common [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Allocated IP 172.20.0.2 (a973c109-bcb3-4a6d-ba08-0ec4e84a1a45/2c16d97f-ad25-4b5a-ae55-e0e78ce3555e/23adbfe8-54f4-470d-a2b9-46087d5d5597) {{(pid=114852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:19.331058 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Publish callbacks [] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), precommit_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.340923 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.345357 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Publish callbacks [] for router_gateway (237182d7-2b55-4c82-bd7f-588b520d84f9), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.379221 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.381468 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 is already hosted by enough agents. {{(pid=114852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:19.382867 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.base_scheduler [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Resources bound (agent type, host, resource id): {{(pid=114852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:19.385480 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Received port after_create {{(pid=114852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:19.478261 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Attempting to bind port 23adbfe8-54f4-470d-a2b9-46087d5d5597 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:19.478639 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Attempting to bind port 23adbfe8-54f4-470d-a2b9-46087d5d5597 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:19.479001 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Attempting to bind port 23adbfe8-54f4-470d-a2b9-46087d5d5597 on network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:19.487166 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:19.488116 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Checking segment: {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:19.488888 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.489519 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Bound using segment: {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:19.490176 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Bound port: 23adbfe8-54f4-470d-a2b9-46087d5d5597, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:19.490722 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.547717 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Pushing event updated for resources: {'Port': ['ID=23adbfe8-54f4-470d-a2b9-46087d5d5597,revision_number=1']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:19.566928 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] For port 23adbfe8-54f4-470d-a2b9-46087d5d5597, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:19.571397 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] For port 23adbfe8-54f4-470d-a2b9-46087d5d5597, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=23adbfe8-54f4-470d-a2b9-46087d5d5597,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:19.572358 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Allocated IP 172.27.1.65 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/79130897-c42d-4a66-8174-d40c8657b273) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:19.576782 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.581808 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.586130 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.586751 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.587704 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.588207 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.588813 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.589465 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.590062 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.590916 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.591573 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.592070 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.592620 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.593139 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.593688 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.594165 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.594707 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Tracked resource versions report: Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: pushed versions: Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: { 'AddressGroup': {'1.2'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Agent': {'1.1'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'ConntrackHelper': {'1.0'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Log': {'1.0'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'NDPProxy': {'1.0'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Network': {'1.1'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Port': {'1.7'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'PortForwarding': {'1.3'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'QosPolicy': {'1.10'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'SecurityGroup': {'1.5'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'SubPort': {'1.0'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Subnet': {'1.1'}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Trunk': {'1.1'}} Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: consumer versions: Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: { DHCP agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: HyperV agent@hv-cinder-83735: {}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: L3 agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: Metadata agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: Metering agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: Open vSwitch agent@dv-cinder-837353-1-iscsi: { 'AddressGroup': '1.2', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Agent': '1.1', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'ConntrackHelper': '1.0', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'LocalIPAssociation': '1.0', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Log': '1.0', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'NDPProxy': '1.0', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Network': '1.1', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Port': '1.7', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'PortForwarding': '1.3', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'QosPolicy': '1.10', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'SecurityGroup': '1.5', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'SecurityGroupRule': '1.2', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'SubPort': '1.0', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Subnet': '1.1', Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: 'Trunk': '1.1'}} Apr 11 17:51:19.596030 dv-cinder-837353-1-iscsi neutron-server[114852]: {{(pid=114852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:51:19.666878 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c392c3-c353-4f5a-aea7-975f9c2cdea3 None None] Pushing event updated for resources: {'Port': ['ID=23adbfe8-54f4-470d-a2b9-46087d5d5597,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:19.690810 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.869788 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Publish callbacks [] for port (79130897-c42d-4a66-8174-d40c8657b273), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:19.973398 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (79130897-c42d-4a66-8174-d40c8657b273), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:20.094926 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:20.096259 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Pushing event updated for resources: {'Port': ['ID=79130897-c42d-4a66-8174-d40c8657b273,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:20.098676 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:20.109861 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:20.456261 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Publish callbacks [] for router_gateway (237182d7-2b55-4c82-bd7f-588b520d84f9), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:20.550157 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47356) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:20.558224 dv-cinder-837353-1-iscsi neutron-server[114850]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 17:51:20.571114 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 23adbfe8-54f4-470d-a2b9-46087d5d5597 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:20.620103 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47358) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:20.660938 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 23adbfe8-54f4-470d-a2b9-46087d5d5597 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:20.661577 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:20.673105 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1390920148-network', 'tenant_id': 'cc177cba598f42df94a5264c7edf9738'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:20.764849 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Made reservation on behalf of cc177cba598f42df94a5264c7edf9738 for: {'network': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:20.767858 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:20.772055 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 23adbfe8-54f4-470d-a2b9-46087d5d5597 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:20.772441 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:20.785030 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:20.816173 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port 23adbfe8-54f4-470d-a2b9-46087d5d5597, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=23adbfe8-54f4-470d-a2b9-46087d5d5597,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:20.821639 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:20.886113 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594322'] for router (237182d7-2b55-4c82-bd7f-588b520d84f9), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:20.904542 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=23adbfe8-54f4-470d-a2b9-46087d5d5597,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:21.067580 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418cd8f9-9bfc-42e0-8bc6-e25b9798a038 None None] Network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:21.100645 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Publish callbacks [] for security_group (77dd1c1e-11d7-44a8-9b6d-4cb92524e69f), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:21.114073 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (77dd1c1e-11d7-44a8-9b6d-4cb92524e69f), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:21.117816 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-2bd647ca-9bc0-46f8-ac2d-d5b0b7ae0279 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:21.119640 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-2bd647ca-9bc0-46f8-ac2d-d5b0b7ae0279 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/networks?id=96ff1c25-079a-4df3-aca3-54d8f49265de HTTP/1.1" status: 200 len: 812 time: 0.5629003 Apr 11 17:51:21.146015 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-ba888f26-4106-490d-a791-dd146cc426c3 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/quotas/d557924b0c3849558434527ed87a87cd HTTP/1.1" status: 200 len: 375 time: 0.0210080 Apr 11 17:51:21.165332 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-dc5488ee-c235-40aa-ae15-28ecebe26098 None None] Provisioning complete for port 23adbfe8-54f4-470d-a2b9-46087d5d5597 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:21.165855 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-dc5488ee-c235-40aa-ae15-28ecebe26098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:21.219261 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-8dc3b988-c4eb-4d29-b578-e856de5fdfb0 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d557924b0c3849558434527ed87a87cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653479 Apr 11 17:51:21.311882 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-dc5488ee-c235-40aa-ae15-28ecebe26098 None None] Current status of the port 23adbfe8-54f4-470d-a2b9-46087d5d5597 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:21.346308 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=114851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:51:21.378806 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dd1c1e-11d7-44a8-9b6d-4cb92524e69f,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:21.384734 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (0e164439-c2db-4e57-aa7d-dceeaaa84e17), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:21.385585 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.segments_db [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Added segment 0e164439-c2db-4e57-aa7d-dceeaaa84e17 of type vlan for network 8bd9632a-2b76-42be-bcc0-39b42cd06c46 Apr 11 17:51:21.438834 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Router 237182d7-2b55-4c82-bd7f-588b520d84f9 is scheduled to L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad with binding_index 1 {{(pid=114851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:51:21.472830 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (8bd9632a-2b76-42be-bcc0-39b42cd06c46), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:21.534061 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-30505493-7781-41e8-a985-f00c44a168ff service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:51:21.544988 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-30505493-7781-41e8-a985-f00c44a168ff service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0668042 Apr 11 17:51:21.548661 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (8bd9632a-2b76-42be-bcc0-39b42cd06c46), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:21.550013 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:21.550812 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:21.630732 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-8201bcf4-d468-4ac6-959b-e3f93f3d8f40 None None] Provisioning complete for port 23adbfe8-54f4-470d-a2b9-46087d5d5597 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:21.631334 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-8201bcf4-d468-4ac6-959b-e3f93f3d8f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:21.652897 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] Pushing event updated for resources: {'Network': ['ID=8bd9632a-2b76-42be-bcc0-39b42cd06c46,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:21.678463 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-622ebb2b-f203-429d-955d-2f95ca9e9ece admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0528851 Apr 11 17:51:21.679122 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47406) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:21.685055 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-c9b68481-bab5-4bb2-84bf-9401df02cd8f admin admin] Request body: {'subnet': {'network_id': '8bd9632a-2b76-42be-bcc0-39b42cd06c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1390920148-subnet', 'tenant_id': 'cc177cba598f42df94a5264c7edf9738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:21.688788 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c7b481c9-d606-4f7f-a2da-afe6305aa7e6 service neutron] 10.222.0.76 "GET /v2.0/networks/96ff1c25-079a-4df3-aca3-54d8f49265de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425052 Apr 11 17:51:21.706095 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 8bd9632a-2b76-42be-bcc0-39b42cd06c46 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:51:21.713982 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:51:21.725676 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Sync routers for ids ['237182d7-2b55-4c82-bd7f-588b520d84f9'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:51:21.728892 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b68481-bab5-4bb2-84bf-9401df02cd8f admin admin] Made reservation on behalf of cc177cba598f42df94a5264c7edf9738 for: {'subnet': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:21.731176 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c9b68481-bab5-4bb2-84bf-9401df02cd8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:21.751240 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:21.753016 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-0c3d6226-7d0f-4628-992b-91799bb1dfcd admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0504510 Apr 11 17:51:21.755320 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47412) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:21.882396 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Routers {'237182d7-2b55-4c82-bd7f-588b520d84f9'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:21.883027 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:51:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['237182d7-2b55-4c82-bd7f-588b520d84f9'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:21.948507 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-872fbcdb-c0b3-49e1-be23-9f37ae992741 service neutron] 10.222.0.76 "GET /v2.0/networks/96ff1c25-079a-4df3-aca3-54d8f49265de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502551 Apr 11 17:51:22.022652 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-8201bcf4-d468-4ac6-959b-e3f93f3d8f40 None None] Current status of the port 23adbfe8-54f4-470d-a2b9-46087d5d5597 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:22.174690 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Set router 237182d7-2b55-4c82-bd7f-588b520d84f9 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:22.295133 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47452) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:22.434244 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c9b68481-bab5-4bb2-84bf-9401df02cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for subnet (8778d617-eec2-4d6d-94e1-91b088782753), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:22.449448 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-684ad70e-b525-4472-87ea-acb3169d2376 req-41c38b43-34b8-4cfd-bcf6-681ad96fc8f0 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 210 time: 0.1492815 Apr 11 17:51:22.591352 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b68481-bab5-4bb2-84bf-9401df02cd8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8778d617-eec2-4d6d-94e1-91b088782753,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:22.595787 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:20Z', 'revision_number': 3, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:22.601762 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b68481-bab5-4bb2-84bf-9401df02cd8f admin admin] Checking segment: {'id': '0e164439-c2db-4e57-aa7d-dceeaaa84e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8bd9632a-2b76-42be-bcc0-39b42cd06c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:22.602160 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b68481-bab5-4bb2-84bf-9401df02cd8f admin admin] Network hostable DHCP agents. Network: 8bd9632a-2b76-42be-bcc0-39b42cd06c46, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:51:22.659509 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Checking router: 237182d7-2b55-4c82-bd7f-588b520d84f9 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:51:22.662714 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Updating router 237182d7-2b55-4c82-bd7f-588b520d84f9 port 79130897-c42d-4a66-8174-d40c8657b273 binding host dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:51:22.671881 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b68481-bab5-4bb2-84bf-9401df02cd8f admin admin] Network 8bd9632a-2b76-42be-bcc0-39b42cd06c46 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:51:22.703571 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (79130897-c42d-4a66-8174-d40c8657b273), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:22.726327 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 23adbfe8-54f4-470d-a2b9-46087d5d5597 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:22.738167 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-c9b68481-bab5-4bb2-84bf-9401df02cd8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 8bd9632a-2b76-42be-bcc0-39b42cd06c46) {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:22.750952 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b68481-bab5-4bb2-84bf-9401df02cd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:22.751545 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c9b68481-bab5-4bb2-84bf-9401df02cd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:22.779240 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cd1ea4-5dd9-4760-83e3-25cfa7443462 None None] Network 8bd9632a-2b76-42be-bcc0-39b42cd06c46 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:22.879737 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-c9b68481-bab5-4bb2-84bf-9401df02cd8f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1993990 Apr 11 17:51:22.923475 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.006692 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 23adbfe8-54f4-470d-a2b9-46087d5d5597 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:23.009035 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.058148 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47498) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:23.183014 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3a61d1-dfcc-43b8-901c-00642c5c1ec1 None None] Network 8bd9632a-2b76-42be-bcc0-39b42cd06c46 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:51:23.268421 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Publish callbacks [] for port (79130897-c42d-4a66-8174-d40c8657b273), precommit_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.276990 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47508) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:23.279316 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (79130897-c42d-4a66-8174-d40c8657b273), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.308540 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Allocated IP 172.20.0.1 (a973c109-bcb3-4a6d-ba08-0ec4e84a1a45/2c16d97f-ad25-4b5a-ae55-e0e78ce3555e/2edf43d1-95ee-45c0-b473-b761476cbe2b) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:23.372988 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47514) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:23.444429 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Pushing event updated for resources: {'Port': ['ID=79130897-c42d-4a66-8174-d40c8657b273,revision_number=2']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:23.501711 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.502076 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.502430 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.502787 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.503127 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.503458 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.503784 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.504112 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.504435 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.504759 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.505110 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.505453 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.506367 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.506676 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.506998 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Tracked resource versions report: Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: pushed versions: Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: { 'AddressGroup': {'1.2'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Agent': {'1.1'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'ConntrackHelper': {'1.0'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'LocalIPAssociation': {'1.0'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Log': {'1.0'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'NDPProxy': {'1.0'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Network': {'1.1'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Port': {'1.7'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'PortForwarding': {'1.3'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'QosPolicy': {'1.10'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'SecurityGroup': {'1.5'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'SubPort': {'1.0'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Subnet': {'1.1'}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Trunk': {'1.1'}} Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: consumer versions: Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: { DHCP agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: HyperV agent@hv-cinder-83735: {}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: L3 agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: Metadata agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: Metering agent@dv-cinder-837353-1-iscsi: {}, Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: Open vSwitch agent@dv-cinder-837353-1-iscsi: { 'AddressGroup': '1.2', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Agent': '1.1', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'ConntrackHelper': '1.0', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'LocalIPAssociation': '1.0', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Log': '1.0', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'NDPProxy': '1.0', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Network': '1.1', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Port': '1.7', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'PortForwarding': '1.3', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'QosPolicy': '1.10', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'SecurityGroup': '1.5', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'SecurityGroupRule': '1.2', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'SubPort': '1.0', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Subnet': '1.1', Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: 'Trunk': '1.1'}} Apr 11 17:51:23.520494 dv-cinder-837353-1-iscsi neutron-server[114853]: {{(pid=114853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 17:51:23.550500 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64e47c3-8923-4c7b-a9b1-2fa79f4516ec admin admin] Deleting subnet bb051747-61ee-444a-818d-fc16fd29eaee {{(pid=114850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:51:23.550674 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Attempting to bind port 79130897-c42d-4a66-8174-d40c8657b273 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:23.550899 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Attempting to bind port 79130897-c42d-4a66-8174-d40c8657b273 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:23.551266 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Attempting to bind port 79130897-c42d-4a66-8174-d40c8657b273 on network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:23.559036 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:23.559419 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Checking segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:23.563470 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.564435 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Bound using segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:23.565895 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Bound port: 79130897-c42d-4a66-8174-d40c8657b273, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:23.566307 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (79130897-c42d-4a66-8174-d40c8657b273), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.571270 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b64e47c3-8923-4c7b-a9b1-2fa79f4516ec admin admin] Publish callbacks [] for subnet (bb051747-61ee-444a-818d-fc16fd29eaee), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.596450 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Publish callbacks [] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.666960 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 23adbfe8-54f4-470d-a2b9-46087d5d5597 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:23.679963 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] For port 79130897-c42d-4a66-8174-d40c8657b273, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:23.687944 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] For port 79130897-c42d-4a66-8174-d40c8657b273, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=79130897-c42d-4a66-8174-d40c8657b273,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:23.697696 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c6f42e6-d222-40b4-9619-1954f5c8494a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.703211 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (79130897-c42d-4a66-8174-d40c8657b273), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.727220 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.798778 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-34a8098f-a4b7-4375-ae4e-c84fe55201e3 req-e97c7d25-5036-4a46-9ab4-7cfcbfc516ac tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 210 time: 0.1597173 Apr 11 17:51:23.808461 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4d065a7b-a6a9-4c6b-abfd-39d8b6cb18b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.840497 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Routers {'237182d7-2b55-4c82-bd7f-588b520d84f9'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:23.841499 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:51:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['237182d7-2b55-4c82-bd7f-588b520d84f9'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:23.875086 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b64e47c3-8923-4c7b-a9b1-2fa79f4516ec admin admin] Publish callbacks [] for subnet (bb051747-61ee-444a-818d-fc16fd29eaee), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.893657 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Pushing event updated for resources: {'Port': ['ID=2edf43d1-95ee-45c0-b473-b761476cbe2b,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:23.926710 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:23.928425 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:23.933397 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:23.939633 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594145'] for router_interface (237182d7-2b55-4c82-bd7f-588b520d84f9), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.958070 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b64e47c3-8923-4c7b-a9b1-2fa79f4516ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (bb051747-61ee-444a-818d-fc16fd29eaee), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:23.984049 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127e644-2fda-4479-bccf-c3ad79ef3362 None None] Pushing event updated for resources: {'Port': ['ID=79130897-c42d-4a66-8174-d40c8657b273,revision_number=3']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:24.145872 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] Set router 237182d7-2b55-4c82-bd7f-588b520d84f9 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:24.150543 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c6f42e6-d222-40b4-9619-1954f5c8494a admin admin] Publish callbacks [] for security_group (d689a068-59d7-4a2d-a5bc-8bc7d190b59f), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.154704 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47554) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:24.178213 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c6f42e6-d222-40b4-9619-1954f5c8494a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (d689a068-59d7-4a2d-a5bc-8bc7d190b59f), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.221535 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47560) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:24.239175 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f42e6-d222-40b4-9619-1954f5c8494a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d689a068-59d7-4a2d-a5bc-8bc7d190b59f,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:24.318892 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-0c6f42e6-d222-40b4-9619-1954f5c8494a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4d9fe48fac594a15bb961d8de15ffe0b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2584803 Apr 11 17:51:24.325437 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47564) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:24.383960 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-ff730263-8e96-463a-a9e6-91dcbf88b8e9 None None] Provisioning complete for port 2edf43d1-95ee-45c0-b473-b761476cbe2b triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:24.390148 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-ff730263-8e96-463a-a9e6-91dcbf88b8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.416601 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.448305 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b64e47c3-8923-4c7b-a9b1-2fa79f4516ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for subnet (bb051747-61ee-444a-818d-fc16fd29eaee), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.469432 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-ff730263-8e96-463a-a9e6-91dcbf88b8e9 None None] Port 2edf43d1-95ee-45c0-b473-b761476cbe2b cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:51:24.481762 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:20Z', 'revision_number': 3, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:24.502437 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-87247d61-a922-4cbb-99e4-a6680f26c9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.522700 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2915e-23cb-49ea-ac1d-285a1371c4c7 None None] The sync data for ids ['237182d7-2b55-4c82-bd7f-588b520d84f9'] in dv-cinder-837353-1-iscsi is: [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:20Z', 'revision_number': 3, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:51:24.529628 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e47c3-8923-4c7b-a9b1-2fa79f4516ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb051747-61ee-444a-818d-fc16fd29eaee,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:24.540294 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5cb64901-96c0-465e-8f2e-bd1b5cf4466e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.548797 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b64e47c3-8923-4c7b-a9b1-2fa79f4516ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.552542 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-b64e47c3-8923-4c7b-a9b1-2fa79f4516ec admin admin] 10.222.0.76 "DELETE /v2.0/subnets/bb051747-61ee-444a-818d-fc16fd29eaee HTTP/1.1" status: 204 len: 168 time: 1.1783409 Apr 11 17:51:24.561191 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47574) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:24.576293 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d01de014-4e49-4801-8ba3-40a31ece8669 admin admin] Publish callbacks [] for security_group (d689a068-59d7-4a2d-a5bc-8bc7d190b59f), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.594303 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4d065a7b-a6a9-4c6b-abfd-39d8b6cb18b2 admin admin] Publish callbacks [] for security_group (806c3c11-5bca-4430-bd4e-5e825b0b5381), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.615299 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4d065a7b-a6a9-4c6b-abfd-39d8b6cb18b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (806c3c11-5bca-4430-bd4e-5e825b0b5381), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.653180 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d01de014-4e49-4801-8ba3-40a31ece8669 admin admin] Publish callbacks [] for security_group (d689a068-59d7-4a2d-a5bc-8bc7d190b59f), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.657041 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (c39352b2-463b-4450-8f06-cd562d3d5101), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.732389 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-4d065a7b-a6a9-4c6b-abfd-39d8b6cb18b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2f718a9227b4d4eb84897e8b5156164&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4540982 Apr 11 17:51:24.747909 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47578) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:24.753277 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d065a7b-a6a9-4c6b-abfd-39d8b6cb18b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806c3c11-5bca-4430-bd4e-5e825b0b5381,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:24.793989 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Publish callbacks [] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.815055 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.816115 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594769'] for router_interface (237182d7-2b55-4c82-bd7f-588b520d84f9), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.823675 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (c39352b2-463b-4450-8f06-cd562d3d5101), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.857287 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-87247d61-a922-4cbb-99e4-a6680f26c9e8 admin admin] Publish callbacks [] for security_group (5fdca109-ab86-4ae7-a093-ffcc6a57d39b), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.874885 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-87247d61-a922-4cbb-99e4-a6680f26c9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (5fdca109-ab86-4ae7-a093-ffcc6a57d39b), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.899877 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5cb64901-96c0-465e-8f2e-bd1b5cf4466e admin admin] Publish callbacks [] for security_group (8a47333b-bed8-46ae-8b55-0fbfbf97ed3d), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.934057 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d01de014-4e49-4801-8ba3-40a31ece8669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (d689a068-59d7-4a2d-a5bc-8bc7d190b59f), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.936413 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d01de014-4e49-4801-8ba3-40a31ece8669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.940148 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-d01de014-4e49-4801-8ba3-40a31ece8669 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d689a068-59d7-4a2d-a5bc-8bc7d190b59f HTTP/1.1" status: 204 len: 168 time: 0.6113050 Apr 11 17:51:24.948707 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5cb64901-96c0-465e-8f2e-bd1b5cf4466e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (8a47333b-bed8-46ae-8b55-0fbfbf97ed3d), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.973042 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87247d61-a922-4cbb-99e4-a6680f26c9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdca109-ab86-4ae7-a093-ffcc6a57d39b,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:24.978287 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-94b13495-40d3-4b06-9412-f9e3548213e1 admin admin] Publish callbacks [] for security_group (806c3c11-5bca-4430-bd4e-5e825b0b5381), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:24.981649 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-87247d61-a922-4cbb-99e4-a6680f26c9e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c0d2a4a72841484e98e4d817cb65c537&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7372894 Apr 11 17:51:24.988063 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47584) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:25.010911 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01de014-4e49-4801-8ba3-40a31ece8669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d689a068-59d7-4a2d-a5bc-8bc7d190b59f,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:25.101195 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.101195 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.103638 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-5cb64901-96c0-465e-8f2e-bd1b5cf4466e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=30e7be9037084e788ed6882ba4c5212b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9381597 Apr 11 17:51:25.104354 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.105032 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > port after_create 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.119211 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.123000 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > port after_update 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.123329 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.123658 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.123976 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.124297 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.127370 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-94b13495-40d3-4b06-9412-f9e3548213e1 admin admin] Publish callbacks [] for security_group (806c3c11-5bca-4430-bd4e-5e825b0b5381), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.137268 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47588) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:25.182453 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb64901-96c0-465e-8f2e-bd1b5cf4466e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a47333b-bed8-46ae-8b55-0fbfbf97ed3d,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:25.278136 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3bc28e80-f1c7-43fc-b15e-f8d4210dd546 req-9e7b889d-964e-4871-9092-bf74a49040f8 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 210 time: 0.0860882 Apr 11 17:51:25.327542 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fa9c1479-2fa1-4c52-bf38-5487f5a10dcc admin admin] Publish callbacks [] for security_group (5fdca109-ab86-4ae7-a093-ffcc6a57d39b), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.351217 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-94b13495-40d3-4b06-9412-f9e3548213e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (806c3c11-5bca-4430-bd4e-5e825b0b5381), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.354344 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-94b13495-40d3-4b06-9412-f9e3548213e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.355985 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-94b13495-40d3-4b06-9412-f9e3548213e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/806c3c11-5bca-4430-bd4e-5e825b0b5381 HTTP/1.1" status: 204 len: 168 time: 0.6041512 Apr 11 17:51:25.370445 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6e21cca2-482a-49c0-a48b-d7ada9c9b7e4 admin admin] Publish callbacks [] for security_group (8a47333b-bed8-46ae-8b55-0fbfbf97ed3d), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.432689 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fa9c1479-2fa1-4c52-bf38-5487f5a10dcc admin admin] Publish callbacks [] for security_group (5fdca109-ab86-4ae7-a093-ffcc6a57d39b), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.452951 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.453302 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.453683 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.454010 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:51:25.454379 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39352b2-463b-4450-8f06-cd562d3d5101']}} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:25.483734 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b234d8-f356-4049-a764-a7dfee44e5dc') {'for_net_delete': True} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:25.484083 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b234d8-f356-4049-a764-a7dfee44e5dc') {} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:25.499335 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Pushing event updated for resources: {'Port': ['ID=2edf43d1-95ee-45c0-b473-b761476cbe2b,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:25.545097 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3172206'] for segment (31b234d8-f356-4049-a764-a7dfee44e5dc), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.549002 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47598) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:25.558835 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b13495-40d3-4b06-9412-f9e3548213e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806c3c11-5bca-4430-bd4e-5e825b0b5381,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:25.584912 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-86eff616-9481-4130-985e-16f392e5a5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.590902 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6e21cca2-482a-49c0-a48b-d7ada9c9b7e4 admin admin] Publish callbacks [] for security_group (8a47333b-bed8-46ae-8b55-0fbfbf97ed3d), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.595962 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (31b234d8-f356-4049-a764-a7dfee44e5dc), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.606774 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fa9c1479-2fa1-4c52-bf38-5487f5a10dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (5fdca109-ab86-4ae7-a093-ffcc6a57d39b), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.610219 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fa9c1479-2fa1-4c52-bf38-5487f5a10dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.612099 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-fa9c1479-2fa1-4c52-bf38-5487f5a10dcc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5fdca109-ab86-4ae7-a093-ffcc6a57d39b HTTP/1.1" status: 204 len: 168 time: 0.6181767 Apr 11 17:51:25.636894 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c1479-2fa1-4c52-bf38-5487f5a10dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdca109-ab86-4ae7-a093-ffcc6a57d39b,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:25.650859 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=114851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:51:25.651814 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599408'] for segment (31b234d8-f356-4049-a764-a7dfee44e5dc), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.726426 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6e21cca2-482a-49c0-a48b-d7ada9c9b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (8a47333b-bed8-46ae-8b55-0fbfbf97ed3d), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.729231 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6e21cca2-482a-49c0-a48b-d7ada9c9b7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: from cryptography.utils import int_from_bytes Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: from cryptography.utils import int_from_bytes Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: Traceback (most recent call last): Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: timer() Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: cb(*args, **kw) Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: return func(*args, **kwargs) Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: self._notify() Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: self.callback(batched_events) Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: event.method(event) Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: return f(self, *a, **k) Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._get(url).json() Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: return self.request(url, 'GET', **kwargs) Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:51:25.737627 dv-cinder-837353-1-iscsi neutron-server[114851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:51:25.749402 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-6e21cca2-482a-49c0-a48b-d7ada9c9b7e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a47333b-bed8-46ae-8b55-0fbfbf97ed3d HTTP/1.1" status: 204 len: 168 time: 0.6031799 Apr 11 17:51:25.767515 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21cca2-482a-49c0-a48b-d7ada9c9b7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a47333b-bed8-46ae-8b55-0fbfbf97ed3d,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:25.830166 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.18', 54867) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:25.833356 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-86eff616-9481-4130-985e-16f392e5a5da admin admin] Publish callbacks [] for security_group (c9d8f538-b077-4d5b-aa2a-6cec0725048c), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.839638 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (c39352b2-463b-4450-8f06-cd562d3d5101), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.851455 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-86eff616-9481-4130-985e-16f392e5a5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (c9d8f538-b077-4d5b-aa2a-6cec0725048c), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.914180 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Pushing event deleted for resources: {'Network': ['ID=c39352b2-463b-4450-8f06-cd562d3d5101,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:25.928936 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:25.938662 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-608c2bee-101c-467b-8da0-ca05244b3627 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c39352b2-463b-4450-8f06-cd562d3d5101 HTTP/1.1" status: 204 len: 168 time: 1.3734727 Apr 11 17:51:25.965215 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47610) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:25.971091 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-593b4d48-77da-4d1d-8e5c-c5ab0a85091e tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:25.972596 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-593b4d48-77da-4d1d-8e5c-c5ab0a85091e tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.18 "GET /v2.0/networks?id=96ff1c25-079a-4df3-aca3-54d8f49265de HTTP/1.1" status: 200 len: 812 time: 0.1414361 Apr 11 17:51:25.981055 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:25.990520 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:26.011353 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47612) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:26.036381 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Request body: {'port': {'device_id': 'b734fcd6-12d1-4b00-8252-d1a7ac3a9947', 'network_id': '96ff1c25-079a-4df3-aca3-54d8f49265de', 'admin_state_up': True, 'tenant_id': 'd557924b0c3849558434527ed87a87cd'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:26.046511 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d0fcba95-6400-4eec-a039-7f36de2af388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.068580 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-86eff616-9481-4130-985e-16f392e5a5da admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=36079b04afc345e39937b4da1aa82ecb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5157266 Apr 11 17:51:26.082602 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47614) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:26.099931 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eff616-9481-4130-985e-16f392e5a5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d8f538-b077-4d5b-aa2a-6cec0725048c,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:26.194322 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0405e760-fa72-4b2e-9c37-d89f8b878565 admin admin] Deleting subnet 8778d617-eec2-4d6d-94e1-91b088782753 {{(pid=114851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:51:26.210745 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0405e760-fa72-4b2e-9c37-d89f8b878565 admin admin] Publish callbacks [] for subnet (8778d617-eec2-4d6d-94e1-91b088782753), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.341348 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-98be238a-b23c-4ed5-ab89-a436c6496d73 admin admin] Publish callbacks [] for security_group (c9d8f538-b077-4d5b-aa2a-6cec0725048c), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.352847 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0405e760-fa72-4b2e-9c37-d89f8b878565 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3172199'] for subnet (8778d617-eec2-4d6d-94e1-91b088782753), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.404211 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-98be238a-b23c-4ed5-ab89-a436c6496d73 admin admin] Publish callbacks [] for security_group (c9d8f538-b077-4d5b-aa2a-6cec0725048c), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.428723 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-fb8792f1-57d1-4221-a64c-6cb2d528f195 None None] Provisioning complete for port 2edf43d1-95ee-45c0-b473-b761476cbe2b triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:26.430046 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-fb8792f1-57d1-4221-a64c-6cb2d528f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.434616 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Router 237182d7-2b55-4c82-bd7f-588b520d84f9 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:51:26.469935 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0405e760-fa72-4b2e-9c37-d89f8b878565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (8778d617-eec2-4d6d-94e1-91b088782753), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.550097 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47632) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:26.584889 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-fb8792f1-57d1-4221-a64c-6cb2d528f195 None None] Port 2edf43d1-95ee-45c0-b473-b761476cbe2b cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:51:26.606802 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 79130897-c42d-4a66-8174-d40c8657b273 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:26.640204 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-98be238a-b23c-4ed5-ab89-a436c6496d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (c9d8f538-b077-4d5b-aa2a-6cec0725048c), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.641042 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-efa860e1-dd35-49d6-ba60-5b7a9a0eb346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.642022 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-98be238a-b23c-4ed5-ab89-a436c6496d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.642997 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-98be238a-b23c-4ed5-ab89-a436c6496d73 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c9d8f538-b077-4d5b-aa2a-6cec0725048c HTTP/1.1" status: 204 len: 168 time: 0.5563405 Apr 11 17:51:26.658636 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be238a-b23c-4ed5-ab89-a436c6496d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d8f538-b077-4d5b-aa2a-6cec0725048c,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:26.662617 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0405e760-fa72-4b2e-9c37-d89f8b878565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333659'] for subnet (8778d617-eec2-4d6d-94e1-91b088782753), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.671867 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Made reservation on behalf of d557924b0c3849558434527ed87a87cd for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:26.684447 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.690009 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405e760-fa72-4b2e-9c37-d89f8b878565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8778d617-eec2-4d6d-94e1-91b088782753,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:26.705159 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0405e760-fa72-4b2e-9c37-d89f8b878565 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.708419 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-0405e760-fa72-4b2e-9c37-d89f8b878565 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8778d617-eec2-4d6d-94e1-91b088782753 HTTP/1.1" status: 204 len: 168 time: 0.7243757 Apr 11 17:51:26.711528 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:51:26.712841 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47640) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:26.720734 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d0fcba95-6400-4eec-a039-7f36de2af388 admin admin] Publish callbacks [] for security_group (bd26c16e-8188-4013-9d9d-6cdc8efc0d56), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.730808 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-8b5c77f8-ce97-4bf5-99a5-57796af6a393 admin admin] 10.222.0.76 "PUT /v2.0/routers/237182d7-2b55-4c82-bd7f-588b520d84f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9735575 Apr 11 17:51:26.750281 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d0fcba95-6400-4eec-a039-7f36de2af388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (bd26c16e-8188-4013-9d9d-6cdc8efc0d56), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.762905 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 79130897-c42d-4a66-8174-d40c8657b273 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:26.763959 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (79130897-c42d-4a66-8174-d40c8657b273), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.805603 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7b0a6aa3-9716-4932-9069-2964279a2422 req-6ba68fb8-9ee7-452f-a0ed-564fcaa974af tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 210 time: 0.0955791 Apr 11 17:51:26.825264 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (8bd9632a-2b76-42be-bcc0-39b42cd06c46), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.938235 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (8bd9632a-2b76-42be-bcc0-39b42cd06c46), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.953769 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 79130897-c42d-4a66-8174-d40c8657b273 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:26.954751 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (79130897-c42d-4a66-8174-d40c8657b273), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:26.987700 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port 79130897-c42d-4a66-8174-d40c8657b273, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=79130897-c42d-4a66-8174-d40c8657b273,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:26.992671 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd9632a-2b76-42be-bcc0-39b42cd06c46']}} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:26.994175 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (79130897-c42d-4a66-8174-d40c8657b273), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.012778 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e164439-c2db-4e57-aa7d-dceeaaa84e17') {'for_net_delete': True} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:27.013227 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e164439-c2db-4e57-aa7d-dceeaaa84e17') {} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:27.034158 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3172206'] for segment (0e164439-c2db-4e57-aa7d-dceeaaa84e17), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.058096 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (0e164439-c2db-4e57-aa7d-dceeaaa84e17), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.067679 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=114851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:51:27.068290 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599408'] for segment (0e164439-c2db-4e57-aa7d-dceeaaa84e17), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: Traceback (most recent call last): Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: timer() Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: cb(*args, **kw) Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: return func(*args, **kwargs) Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: self._notify() Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: self.callback(batched_events) Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: event.method(event) Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: return f(self, *a, **k) Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._get(url).json() Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: return self.request(url, 'GET', **kwargs) Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:51:27.072229 dv-cinder-837353-1-iscsi neutron-server[114851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:51:27.077452 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=79130897-c42d-4a66-8174-d40c8657b273,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:27.125375 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-d0fcba95-6400-4eec-a039-7f36de2af388 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a67ef897816144af9b0afb4b7fad300a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1107540 Apr 11 17:51:27.134814 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47652) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:27.140702 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcba95-6400-4eec-a039-7f36de2af388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd26c16e-8188-4013-9d9d-6cdc8efc0d56,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:27.186897 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Sync routers for ids ['237182d7-2b55-4c82-bd7f-588b520d84f9'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:51:27.189861 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (8bd9632a-2b76-42be-bcc0-39b42cd06c46), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.200423 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e62f1240-0509-45a9-9be8-fba41ef6ccbe admin admin] Publish callbacks [] for security_group (bd26c16e-8188-4013-9d9d-6cdc8efc0d56), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.217592 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Routers {'237182d7-2b55-4c82-bd7f-588b520d84f9'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:27.218485 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:51:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['237182d7-2b55-4c82-bd7f-588b520d84f9'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:27.229333 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.235205 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] 10.222.0.76 "DELETE /v2.0/networks/8bd9632a-2b76-42be-bcc0-39b42cd06c46 HTTP/1.1" status: 204 len: 168 time: 0.5212996 Apr 11 17:51:27.241445 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-efa860e1-dd35-49d6-ba60-5b7a9a0eb346 admin admin] Publish callbacks [] for security_group (095a811d-19fe-4b09-be16-8db17708ce59), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.247795 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e62f1240-0509-45a9-9be8-fba41ef6ccbe admin admin] Publish callbacks [] for security_group (bd26c16e-8188-4013-9d9d-6cdc8efc0d56), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.249855 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3e1c8-80d7-481c-816f-28d5a446f03c admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd9632a-2b76-42be-bcc0-39b42cd06c46,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:27.253224 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-efa860e1-dd35-49d6-ba60-5b7a9a0eb346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (095a811d-19fe-4b09-be16-8db17708ce59), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.304785 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e62f1240-0509-45a9-9be8-fba41ef6ccbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (bd26c16e-8188-4013-9d9d-6cdc8efc0d56), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.307546 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e62f1240-0509-45a9-9be8-fba41ef6ccbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.310963 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-e62f1240-0509-45a9-9be8-fba41ef6ccbe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bd26c16e-8188-4013-9d9d-6cdc8efc0d56 HTTP/1.1" status: 204 len: 168 time: 0.1729937 Apr 11 17:51:27.320753 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f1240-0509-45a9-9be8-fba41ef6ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd26c16e-8188-4013-9d9d-6cdc8efc0d56,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:27.363486 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-efa860e1-dd35-49d6-ba60-5b7a9a0eb346 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f25a4e8583c5489ebcbec020c9537c27&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7996709 Apr 11 17:51:27.366272 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47666) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:27.371828 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa860e1-dd35-49d6-ba60-5b7a9a0eb346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095a811d-19fe-4b09-be16-8db17708ce59,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:27.409041 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Allocated IP 172.20.0.7 (96ff1c25-079a-4df3-aca3-54d8f49265de/aea634e4-4bbd-4008-90f8-7707bcebf840/f465c87a-7dd3-434f-858d-11407dd0f31e) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:27.469343 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e73d1b10-f926-44f2-9edc-12c15e21166b admin admin] Publish callbacks [] for security_group (095a811d-19fe-4b09-be16-8db17708ce59), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.494454 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e73d1b10-f926-44f2-9edc-12c15e21166b admin admin] Publish callbacks [] for security_group (095a811d-19fe-4b09-be16-8db17708ce59), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.562552 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e73d1b10-f926-44f2-9edc-12c15e21166b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (095a811d-19fe-4b09-be16-8db17708ce59), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.566657 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e73d1b10-f926-44f2-9edc-12c15e21166b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.569613 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-e73d1b10-f926-44f2-9edc-12c15e21166b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/095a811d-19fe-4b09-be16-8db17708ce59 HTTP/1.1" status: 204 len: 168 time: 0.2016244 Apr 11 17:51:27.578267 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d1b10-f926-44f2-9edc-12c15e21166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095a811d-19fe-4b09-be16-8db17708ce59,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:27.590750 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47674) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:27.612477 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Set router 237182d7-2b55-4c82-bd7f-588b520d84f9 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:27.638114 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Publish callbacks [] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.676367 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-0b4caea1-5f39-4c38-b266-468aeea5ad60 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d035412ebe35431d96a044023db6f77d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0843270 Apr 11 17:51:27.681956 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 47676) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:27.688979 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.783541 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7970205d-2178-45d0-a792-d38c9ba58e29 admin admin] Publish callbacks [] for security_group (4ed1adc9-7f66-4463-8a57-3efd91bef7cb), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.799353 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Network 96ff1c25-079a-4df3-aca3-54d8f49265de is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:27.806903 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:27.810391 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:27.831682 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:27.833439 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.845072 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7970205d-2178-45d0-a792-d38c9ba58e29 admin admin] Publish callbacks [] for security_group (4ed1adc9-7f66-4463-8a57-3efd91bef7cb), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.851089 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Pushing event updated for resources: {'Port': ['ID=f465c87a-7dd3-434f-858d-11407dd0f31e,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:27.857950 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a3f14af6-0d32-4f79-97fc-33ce325d2e44 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8255961 Apr 11 17:51:27.883329 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2edf43d1-95ee-45c0-b473-b761476cbe2b', 'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'mac_address': 'fa:16:3e:ea:3d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:22Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 2, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'subnets': [{'id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:27.916771 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7970205d-2178-45d0-a792-d38c9ba58e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (4ed1adc9-7f66-4463-8a57-3efd91bef7cb), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.920267 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7970205d-2178-45d0-a792-d38c9ba58e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:27.921864 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-7970205d-2178-45d0-a792-d38c9ba58e29 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4ed1adc9-7f66-4463-8a57-3efd91bef7cb HTTP/1.1" status: 204 len: 168 time: 0.2389815 Apr 11 17:51:27.934332 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970205d-2178-45d0-a792-d38c9ba58e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed1adc9-7f66-4463-8a57-3efd91bef7cb,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:27.969429 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Checking router: 237182d7-2b55-4c82-bd7f-588b520d84f9 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:51:27.970304 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Updating router 237182d7-2b55-4c82-bd7f-588b520d84f9 port 2edf43d1-95ee-45c0-b473-b761476cbe2b binding host dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:51:28.017334 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:28.073254 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f47272-b463-4783-807e-f4c0cd0dce8d req-605bbeae-9164-4a83-b29c-e4dbc54bc02a tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:28.074389 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-87f47272-b463-4783-807e-f4c0cd0dce8d req-605bbeae-9164-4a83-b29c-e4dbc54bc02a tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 931 time: 0.1178818 Apr 11 17:51:28.194402 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-87f47272-b463-4783-807e-f4c0cd0dce8d req-d57b8cb4-1a86-416f-81fc-ab1678435195 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083944 Apr 11 17:51:28.217481 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-a2cad2fe-99dd-43cf-9bb2-5c7513387f28 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:28.219230 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-a2cad2fe-99dd-43cf-9bb2-5c7513387f28 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 819 time: 0.1827612 Apr 11 17:51:28.241213 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-5288c7f3-b476-4b44-8e94-9fc204943e16 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/quotas/ef743ee504df4b4583f4313ba84b1ef5 HTTP/1.1" status: 200 len: 375 time: 0.0130358 Apr 11 17:51:28.319424 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-9cd627a3-30d2-4768-b60c-b942a05956ad tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737109 Apr 11 17:51:28.358997 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Publish callbacks [] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), precommit_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:28.366015 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:28.422263 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7b134-1c8b-4925-8e4a-17b04fe7225a None None] Pushing event updated for resources: {'Port': ['ID=2edf43d1-95ee-45c0-b473-b761476cbe2b,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:28.497221 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Attempting to bind port 2edf43d1-95ee-45c0-b473-b761476cbe2b on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:28.498277 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Attempting to bind port 2edf43d1-95ee-45c0-b473-b761476cbe2b by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:28.499654 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Attempting to bind port 2edf43d1-95ee-45c0-b473-b761476cbe2b on network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:28.525009 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:28.525654 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Checking segment: {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:28.526196 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:28.526778 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Bound using segment: {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:28.527526 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Bound port: 2edf43d1-95ee-45c0-b473-b761476cbe2b, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:28.527917 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:28.559543 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 79130897-c42d-4a66-8174-d40c8657b273 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:28.676516 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] For port 2edf43d1-95ee-45c0-b473-b761476cbe2b, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:28.678512 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 79130897-c42d-4a66-8174-d40c8657b273 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:28.678888 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (79130897-c42d-4a66-8174-d40c8657b273), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:28.717652 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] For port 2edf43d1-95ee-45c0-b473-b761476cbe2b, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=2edf43d1-95ee-45c0-b473-b761476cbe2b,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:28.731016 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:28.742005 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47728) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:28.786097 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-241c6b26-27ed-4c46-b3ad-68cec2fda5bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cc177cba598f42df94a5264c7edf9738&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440500 Apr 11 17:51:28.789278 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 47734) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:28.819823 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7b134-1c8b-4925-8e4a-17b04fe7225a None None] Pushing event updated for resources: {'Port': ['ID=2edf43d1-95ee-45c0-b473-b761476cbe2b,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:28.847914 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-4a629030-c554-47df-b4e5-7f9a466f19da None None] Provisioning complete for port 2edf43d1-95ee-45c0-b473-b761476cbe2b triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:28.848298 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4a629030-c554-47df-b4e5-7f9a466f19da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:28.850335 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1e83a714-0e55-4321-b088-918f2183f19b admin admin] Publish callbacks [] for security_group (77dd1c1e-11d7-44a8-9b6d-4cb92524e69f), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:28.877232 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1e83a714-0e55-4321-b088-918f2183f19b admin admin] Publish callbacks [] for security_group (77dd1c1e-11d7-44a8-9b6d-4cb92524e69f), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:28.898480 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Routers {'237182d7-2b55-4c82-bd7f-588b520d84f9'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:51:28.899405 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:51:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['237182d7-2b55-4c82-bd7f-588b520d84f9'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:28.950537 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1e83a714-0e55-4321-b088-918f2183f19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (77dd1c1e-11d7-44a8-9b6d-4cb92524e69f), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:28.953399 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1e83a714-0e55-4321-b088-918f2183f19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:28.957253 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-1e83a714-0e55-4321-b088-918f2183f19b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/77dd1c1e-11d7-44a8-9b6d-4cb92524e69f HTTP/1.1" status: 204 len: 168 time: 0.1622093 Apr 11 17:51:28.975069 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83a714-0e55-4321-b088-918f2183f19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dd1c1e-11d7-44a8-9b6d-4cb92524e69f,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:28.992980 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-d3859541-960a-4114-9c7d-5aaf04e3ea9e tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:51:28.995561 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-d3859541-960a-4114-9c7d-5aaf04e3ea9e tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163100 Apr 11 17:51:29.072138 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 79130897-c42d-4a66-8174-d40c8657b273 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:29.098272 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-9f02093c-fb6f-44d8-8c6b-5f79708c5558 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:51:29.099360 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-9f02093c-fb6f-44d8-8c6b-5f79708c5558 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1725049 Apr 11 17:51:29.125257 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-4a629030-c554-47df-b4e5-7f9a466f19da None None] Current status of the port 2edf43d1-95ee-45c0-b473-b761476cbe2b is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:29.125655 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4a629030-c554-47df-b4e5-7f9a466f19da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:29.184046 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] Set router 237182d7-2b55-4c82-bd7f-588b520d84f9 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:51:29.186975 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-4a629030-c554-47df-b4e5-7f9a466f19da None None] For port 2edf43d1-95ee-45c0-b473-b761476cbe2b, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=2edf43d1-95ee-45c0-b473-b761476cbe2b,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:29.221231 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4a629030-c554-47df-b4e5-7f9a466f19da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:29.247613 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-8aaed505-069b-4fdf-a883-fdb0a4a54aa3 service neutron] 10.222.0.76 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415324 Apr 11 17:51:29.351279 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a629030-c554-47df-b4e5-7f9a466f19da None None] Pushing event updated for resources: {'Port': ['ID=2edf43d1-95ee-45c0-b473-b761476cbe2b,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:29.375500 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-e7cc8f5a-a030-43f8-b1b3-9461f24769ed None None] Provisioning complete for port 2edf43d1-95ee-45c0-b473-b761476cbe2b triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:29.375902 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8f5a-a030-43f8-b1b3-9461f24769ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:29.439981 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a59cd4-a625-4def-b159-112e68c4e22a req-200427bc-efa4-4be0-b8a6-f48c50b2e7c0 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:29.441957 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3a59cd4-a625-4def-b159-112e68c4e22a req-200427bc-efa4-4be0-b8a6-f48c50b2e7c0 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 931 time: 0.1267357 Apr 11 17:51:29.500300 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-c7a442fc-ecbd-41de-bcb2-16a7237e193b service neutron] 10.222.0.76 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498734 Apr 11 17:51:29.567160 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3a59cd4-a625-4def-b159-112e68c4e22a req-5aafce89-a9dc-4dc4-b83e-bbfe346de554 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148813 Apr 11 17:51:29.602391 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2edf43d1-95ee-45c0-b473-b761476cbe2b', 'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'mac_address': 'fa:16:3e:ea:3d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:22Z', 'updated_at': '2022-04-11T17:51:28Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'subnets': [{'id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:51:29.605161 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc8f5a-a030-43f8-b1b3-9461f24769ed None None] Current status of the port 2edf43d1-95ee-45c0-b473-b761476cbe2b is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:29.657406 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a96f9-1b3c-4836-b08b-73a57fd2a997 None None] The sync data for ids ['237182d7-2b55-4c82-bd7f-588b520d84f9'] in dv-cinder-837353-1-iscsi is: [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2edf43d1-95ee-45c0-b473-b761476cbe2b', 'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'mac_address': 'fa:16:3e:ea:3d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:22Z', 'updated_at': '2022-04-11T17:51:28Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'subnets': [{'id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:51:29.679149 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Request body: {'port': {'device_id': 'b734fcd6-12d1-4b00-8252-d1a7ac3a9947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:29.809760 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:29.853186 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d3cfdf9f-c12c-49ea-911b-55670f6b3063 req-1a42090d-a322-44cc-b402-b5110afb7667 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 210 time: 0.0600140 Apr 11 17:51:30.630790 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f465c87a-7dd3-434f-858d-11407dd0f31e {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:51:30.667535 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Publish callbacks [] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:30.760568 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 2edf43d1-95ee-45c0-b473-b761476cbe2b up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:30.955615 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Transition to ACTIVE for port object f465c87a-7dd3-434f-858d-11407dd0f31e will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:51:31.082578 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:31.372573 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 2edf43d1-95ee-45c0-b473-b761476cbe2b triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:31.373881 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:31.592024 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 2edf43d1-95ee-45c0-b473-b761476cbe2b is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:31.733279 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Pushing event updated for resources: {'Port': ['ID=f465c87a-7dd3-434f-858d-11407dd0f31e,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:31.867244 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6bb29-065c-4f41-8a68-1f735eb34d63 req-afdbe9c7-e35f-4afd-8dad-b56861ceb25e tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:31.878262 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6cf6bb29-065c-4f41-8a68-1f735eb34d63 req-afdbe9c7-e35f-4afd-8dad-b56861ceb25e tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.2080293 Apr 11 17:51:32.102512 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-9b40f3ef-8bac-4a82-925a-a1695b393d11 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:32.114905 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-9b40f3ef-8bac-4a82-925a-a1695b393d11 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 819 time: 1.4265771 Apr 11 17:51:32.284759 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-f1a5b297-9d5c-4c3c-bdbc-43da6bdb05c7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/quotas/ef743ee504df4b4583f4313ba84b1ef5 HTTP/1.1" status: 200 len: 375 time: 0.1652012 Apr 11 17:51:32.300301 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6cf6bb29-065c-4f41-8a68-1f735eb34d63 req-4bf8614f-c68c-41e3-9dc9-436553e98038 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211979 Apr 11 17:51:32.385895 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-8f259b47-1d16-438c-900d-7a9173882480 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844357 Apr 11 17:51:32.388938 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Attempting to bind port f465c87a-7dd3-434f-858d-11407dd0f31e on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:32.389468 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Attempting to bind port f465c87a-7dd3-434f-858d-11407dd0f31e by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '8a9a3ac3-e483-499c-9543-e5abd7c04773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '96ff1c25-079a-4df3-aca3-54d8f49265de'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:32.389975 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Attempting to bind port f465c87a-7dd3-434f-858d-11407dd0f31e on network 96ff1c25-079a-4df3-aca3-54d8f49265de {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:32.396351 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Port f465c87a-7dd3-434f-858d-11407dd0f31e on network 96ff1c25-079a-4df3-aca3-54d8f49265de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:51:32.396834 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Attempting to bind port f465c87a-7dd3-434f-858d-11407dd0f31e on network 96ff1c25-079a-4df3-aca3-54d8f49265de {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:32.458106 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:32.458766 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Checking segment: {'id': '8a9a3ac3-e483-499c-9543-e5abd7c04773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '96ff1c25-079a-4df3-aca3-54d8f49265de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:32.459842 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Bound using segment: {'id': '8a9a3ac3-e483-499c-9543-e5abd7c04773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '96ff1c25-079a-4df3-aca3-54d8f49265de'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:32.460747 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Bound port: f465c87a-7dd3-434f-858d-11407dd0f31e, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9a3ac3-e483-499c-9543-e5abd7c04773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '96ff1c25-079a-4df3-aca3-54d8f49265de'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:32.461670 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:32.702418 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] For port f465c87a-7dd3-434f-858d-11407dd0f31e, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:32.711066 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] For port f465c87a-7dd3-434f-858d-11407dd0f31e, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f465c87a-7dd3-434f-858d-11407dd0f31e,segment=NetworkSegment(8a9a3ac3-e483-499c-9543-e5abd7c04773),segment_id=8a9a3ac3-e483-499c-9543-e5abd7c04773)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:32.714341 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-f2e63d82-6bc3-4b9f-b718-45b8f3a197fd service neutron] 10.222.0.76 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189497 Apr 11 17:51:32.737005 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:32.852840 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:32.853953 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:32.855599 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] 10.222.0.18 "PUT /v2.0/ports/f465c87a-7dd3-434f-858d-11407dd0f31e HTTP/1.1" status: 200 len: 1093 time: 3.5361817 Apr 11 17:51:32.858776 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b734fcd6-12d1-4b00-8252-d1a7ac3a9947', 'tag': 'f465c87a-7dd3-434f-858d-11407dd0f31e'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:51:32.967711 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8182c-fbf4-4259-8561-d429524579dd service neutron] Pushing event updated for resources: {'Port': ['ID=f465c87a-7dd3-434f-858d-11407dd0f31e,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:32.972527 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-c90a6609-8537-4300-b4ea-5d4349c049ff service neutron] 10.222.0.76 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382627 Apr 11 17:51:33.229152 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d5ac52a8-d9dd-4797-a895-ac7c0933a706 req-826d68b5-73a1-4bd2-b103-efc235e2fb16 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.0518129 Apr 11 17:51:33.662798 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e943fe28-6a8b-411d-b9b4-4af10abd3d77" -d '{"events": [{"name": "network-changed", "server_uuid": "b734fcd6-12d1-4b00-8252-d1a7ac3a9947", "tag": "f465c87a-7dd3-434f-858d-11407dd0f31e"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:51:33.975833 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371fa20-bcc6-4ffd-84c8-83358332eca7 req-6b00ecb7-3934-4eec-9a98-6fd32f71c75a tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:33.977378 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0371fa20-bcc6-4ffd-84c8-83358332eca7 req-6b00ecb7-3934-4eec-9a98-6fd32f71c75a tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.1982315 Apr 11 17:51:34.066308 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0371fa20-bcc6-4ffd-84c8-83358332eca7 req-14e85b9b-f282-41d1-8bf5-2690c66074bb tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829787 Apr 11 17:51:34.451930 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-df6da810-e06c-4aa5-9ebc-f8a5475a9104 req-ecc30362-531d-4bde-a43e-0bbaeaf7bfe8 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.0873570 Apr 11 17:51:34.470617 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc2f3da-6102-4231-9256-e966338bdaa0 x-openstack-request-id: req-efc2f3da-6102-4231-9256-e966338bdaa0 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:51:34.472057 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b734fcd6-12d1-4b00-8252-d1a7ac3a9947", "tag": "f465c87a-7dd3-434f-858d-11407dd0f31e", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:51:34.472463 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-efc2f3da-6102-4231-9256-e966338bdaa0 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:51:34.473160 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc2f3da-6102-4231-9256-e966338bdaa0'] response: {'name': 'network-changed', 'server_uuid': 'b734fcd6-12d1-4b00-8252-d1a7ac3a9947', 'tag': 'f465c87a-7dd3-434f-858d-11407dd0f31e', 'status': 'completed', 'code': 200} Apr 11 17:51:35.295131 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d9325-bed3-47a3-91ca-2eccc34314fe req-deb24556-d84b-49ea-9d1d-d82fa29c2e0a tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:35.296793 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f90d9325-bed3-47a3-91ca-2eccc34314fe req-deb24556-d84b-49ea-9d1d-d82fa29c2e0a tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.0957978 Apr 11 17:51:35.405496 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f90d9325-bed3-47a3-91ca-2eccc34314fe req-af8cfcaa-a31f-4b30-a8e1-9195498ca2bb tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955362 Apr 11 17:51:35.621200 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e45623f8-7f95-4eff-9757-fc649fcbc77c req-80e0ef9c-7cf9-46b3-beae-415a7510c7d2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.0514183 Apr 11 17:51:35.735626 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 48088) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:36.178220 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9cbb38bc-111c-49ee-bbf5-b8fc0dea8246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:36.446082 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9cbb38bc-111c-49ee-bbf5-b8fc0dea8246 admin admin] Publish callbacks [] for security_group (f71baf78-f48c-45a8-8129-b1cb242d5270), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:36.455082 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9cbb38bc-111c-49ee-bbf5-b8fc0dea8246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (f71baf78-f48c-45a8-8129-b1cb242d5270), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:36.494577 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 48128) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:36.495081 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-9cbb38bc-111c-49ee-bbf5-b8fc0dea8246 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=47214bf3398640cb9bf58c4b570a10a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7602141 Apr 11 17:51:36.524274 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb38bc-111c-49ee-bbf5-b8fc0dea8246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71baf78-f48c-45a8-8129-b1cb242d5270,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:36.585213 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c000-b1cb-44b2-b3de-1ff06c3e0461 admin admin] Publish callbacks [] for security_group (f71baf78-f48c-45a8-8129-b1cb242d5270), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:36.615496 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c000-b1cb-44b2-b3de-1ff06c3e0461 admin admin] Publish callbacks [] for security_group (f71baf78-f48c-45a8-8129-b1cb242d5270), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:36.642434 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5083815-eaba-40b6-b4fe-7a09a4427fe5 req-6e3680a0-0ee8-448d-b003-3a171575d414 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:36.644614 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d5083815-eaba-40b6-b4fe-7a09a4427fe5 req-6e3680a0-0ee8-448d-b003-3a171575d414 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.1029942 Apr 11 17:51:36.678943 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c000-b1cb-44b2-b3de-1ff06c3e0461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (f71baf78-f48c-45a8-8129-b1cb242d5270), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:36.683198 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d5d2c000-b1cb-44b2-b3de-1ff06c3e0461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:36.690180 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-d5d2c000-b1cb-44b2-b3de-1ff06c3e0461 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f71baf78-f48c-45a8-8129-b1cb242d5270 HTTP/1.1" status: 204 len: 168 time: 0.1928370 Apr 11 17:51:36.714320 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2c000-b1cb-44b2-b3de-1ff06c3e0461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71baf78-f48c-45a8-8129-b1cb242d5270,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:36.816735 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-88c2e441-4b60-4301-b604-59706a5cfa6e req-3b462ea1-f506-4763-9456-41263fcdd70c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.0614643 Apr 11 17:51:36.832392 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d5083815-eaba-40b6-b4fe-7a09a4427fe5 req-fe4457bc-0a72-4182-9e96-90f7d8542756 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700873 Apr 11 17:51:37.196915 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 48178) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:37.212360 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8eaef683-b8e0-4925-93a6-38a3a4ab3062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:37.315084 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8eaef683-b8e0-4925-93a6-38a3a4ab3062 admin admin] Publish callbacks [] for security_group (35fad734-f3df-48b9-98da-36f22059d369), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:37.319591 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8eaef683-b8e0-4925-93a6-38a3a4ab3062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (35fad734-f3df-48b9-98da-36f22059d369), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:37.371982 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 48194) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:37.384653 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-8eaef683-b8e0-4925-93a6-38a3a4ab3062 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f561dc25f89046fda4bff664d88cf882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864514 Apr 11 17:51:37.385690 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaef683-b8e0-4925-93a6-38a3a4ab3062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fad734-f3df-48b9-98da-36f22059d369,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:37.439761 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-174db719-e390-407d-af64-88ba2c54ac76 admin admin] Publish callbacks [] for security_group (35fad734-f3df-48b9-98da-36f22059d369), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:37.469548 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-174db719-e390-407d-af64-88ba2c54ac76 admin admin] Publish callbacks [] for security_group (35fad734-f3df-48b9-98da-36f22059d369), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:37.526052 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-174db719-e390-407d-af64-88ba2c54ac76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (35fad734-f3df-48b9-98da-36f22059d369), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:37.528663 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-174db719-e390-407d-af64-88ba2c54ac76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:37.529882 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-174db719-e390-407d-af64-88ba2c54ac76 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/35fad734-f3df-48b9-98da-36f22059d369 HTTP/1.1" status: 204 len: 168 time: 0.1568711 Apr 11 17:51:37.545296 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174db719-e390-407d-af64-88ba2c54ac76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fad734-f3df-48b9-98da-36f22059d369,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:37.969696 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-477bb952-18bd-44ad-bd62-172713a1bc46 req-b494b20d-ff5b-49dc-ac93-a6bb4b8bda77 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.0505517 Apr 11 17:51:38.015865 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafb678-a312-4ac3-8fa8-3fe81258f54e req-71b37387-b4cc-42df-b524-db23da30fcf6 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:38.017636 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fcafb678-a312-4ac3-8fa8-3fe81258f54e req-71b37387-b4cc-42df-b524-db23da30fcf6 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.0800071 Apr 11 17:51:38.065528 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 48242) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:38.087041 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fcafb678-a312-4ac3-8fa8-3fe81258f54e req-ae73cc0d-316f-4e2f-a331-240847dad769 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621707 Apr 11 17:51:38.368907 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b5acf016-f57f-49c2-bbc9-e377160556d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:38.501925 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b5acf016-f57f-49c2-bbc9-e377160556d6 admin admin] Publish callbacks [] for security_group (325e6d18-c77e-46d1-a747-340dbf4b0c4d), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:38.506842 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b5acf016-f57f-49c2-bbc9-e377160556d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (325e6d18-c77e-46d1-a747-340dbf4b0c4d), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:38.559256 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 48266) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:38.559447 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-b5acf016-f57f-49c2-bbc9-e377160556d6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bfad1d06e21b46e49daf77213a623beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982555 Apr 11 17:51:38.565976 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acf016-f57f-49c2-bbc9-e377160556d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325e6d18-c77e-46d1-a747-340dbf4b0c4d,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:38.620014 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8e90bafa-979f-4d97-ba77-4d70ce42e484 admin admin] Publish callbacks [] for security_group (325e6d18-c77e-46d1-a747-340dbf4b0c4d), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:38.661879 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8e90bafa-979f-4d97-ba77-4d70ce42e484 admin admin] Publish callbacks [] for security_group (325e6d18-c77e-46d1-a747-340dbf4b0c4d), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:38.731881 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8e90bafa-979f-4d97-ba77-4d70ce42e484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (325e6d18-c77e-46d1-a747-340dbf4b0c4d), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:38.735698 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8e90bafa-979f-4d97-ba77-4d70ce42e484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:38.740631 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-8e90bafa-979f-4d97-ba77-4d70ce42e484 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/325e6d18-c77e-46d1-a747-340dbf4b0c4d HTTP/1.1" status: 204 len: 168 time: 0.1803832 Apr 11 17:51:38.754084 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90bafa-979f-4d97-ba77-4d70ce42e484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325e6d18-c77e-46d1-a747-340dbf4b0c4d,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:39.078714 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bc63142a-0935-4d61-ac20-83b4db96b795 req-df8ff483-b837-4014-ab54-73d75165b590 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.0355594 Apr 11 17:51:39.224947 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdca5-cf59-4c3f-95cc-27343fa8cee9 req-032970a8-2457-4afe-a779-8b11ddb87eb4 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:39.227410 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-df7bdca5-cf59-4c3f-95cc-27343fa8cee9 req-032970a8-2457-4afe-a779-8b11ddb87eb4 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.0672004 Apr 11 17:51:39.305778 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-df7bdca5-cf59-4c3f-95cc-27343fa8cee9 req-3a6ae466-6cc0-470b-b277-156561f0d8d9 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727115 Apr 11 17:51:39.362313 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 48298) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:39.380545 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5359a6da-597f-44cb-8cd8-e0f38d2764c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:39.496772 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5359a6da-597f-44cb-8cd8-e0f38d2764c6 admin admin] Publish callbacks [] for security_group (89aaaf94-6a99-483a-8d0b-071d4ada22b1), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:39.501958 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5359a6da-597f-44cb-8cd8-e0f38d2764c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (89aaaf94-6a99-483a-8d0b-071d4ada22b1), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:39.545863 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-5359a6da-597f-44cb-8cd8-e0f38d2764c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4fbc7ea822cc4fe790df414a635e84a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1823912 Apr 11 17:51:39.548532 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 48306) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:39.562965 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359a6da-597f-44cb-8cd8-e0f38d2764c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aaaf94-6a99-483a-8d0b-071d4ada22b1,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:39.631923 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd24fe8f-fa00-4ee0-a384-62b9368785b2 admin admin] Publish callbacks [] for security_group (89aaaf94-6a99-483a-8d0b-071d4ada22b1), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:39.689790 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd24fe8f-fa00-4ee0-a384-62b9368785b2 admin admin] Publish callbacks [] for security_group (89aaaf94-6a99-483a-8d0b-071d4ada22b1), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:39.762722 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd24fe8f-fa00-4ee0-a384-62b9368785b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (89aaaf94-6a99-483a-8d0b-071d4ada22b1), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:39.772705 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd24fe8f-fa00-4ee0-a384-62b9368785b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:39.776611 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-bd24fe8f-fa00-4ee0-a384-62b9368785b2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/89aaaf94-6a99-483a-8d0b-071d4ada22b1 HTTP/1.1" status: 204 len: 168 time: 0.2244160 Apr 11 17:51:39.782981 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24fe8f-fa00-4ee0-a384-62b9368785b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aaaf94-6a99-483a-8d0b-071d4ada22b1,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:40.122641 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 48332) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:40.230867 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3527cfb-0586-4b37-abcb-95c718ada9d9 req-ca1c6c8a-b5f4-4d44-ad0e-27314a4429c8 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.0630929 Apr 11 17:51:40.641377 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f63f67-cc78-4669-88c0-cec29fea68e6 req-c0fb6797-4e0a-417f-973e-65383d4be149 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:40.653993 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-00f63f67-cc78-4669-88c0-cec29fea68e6 req-c0fb6797-4e0a-417f-973e-65383d4be149 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.1350765 Apr 11 17:51:40.662557 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fc917089-0a04-4ede-b760-15b03883af64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:40.697280 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:51:40.747120 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-00f63f67-cc78-4669-88c0-cec29fea68e6 req-8751e88a-4840-43fd-b59f-9c0d578242d1 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892656 Apr 11 17:51:40.831503 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fc917089-0a04-4ede-b760-15b03883af64 admin admin] Publish callbacks [] for security_group (49085fc6-57be-4b92-bfb6-73c41ec188ad), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:40.837799 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fc917089-0a04-4ede-b760-15b03883af64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (49085fc6-57be-4b92-bfb6-73c41ec188ad), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:40.927830 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 48378) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:40.928080 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-fc917089-0a04-4ede-b760-15b03883af64 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0e8b092942464deaad17da2d57a8aa3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8042614 Apr 11 17:51:40.929356 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc917089-0a04-4ede-b760-15b03883af64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49085fc6-57be-4b92-bfb6-73c41ec188ad,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:41.043793 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bce043d-0626-4173-a915-649f107e2e8d admin admin] Publish callbacks [] for security_group (49085fc6-57be-4b92-bfb6-73c41ec188ad), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.114294 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bce043d-0626-4173-a915-649f107e2e8d admin admin] Publish callbacks [] for security_group (49085fc6-57be-4b92-bfb6-73c41ec188ad), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.234137 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bce043d-0626-4173-a915-649f107e2e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (49085fc6-57be-4b92-bfb6-73c41ec188ad), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.237038 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bce043d-0626-4173-a915-649f107e2e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.241342 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-2bce043d-0626-4173-a915-649f107e2e8d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/49085fc6-57be-4b92-bfb6-73c41ec188ad HTTP/1.1" status: 204 len: 168 time: 0.3121171 Apr 11 17:51:41.261560 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce043d-0626-4173-a915-649f107e2e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49085fc6-57be-4b92-bfb6-73c41ec188ad,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:41.448805 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-71094fdd-ca9b-40ba-a919-c7c4f3183770 req-f642bdfe-f1d9-4d58-b974-cf17280ed496 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.0741868 Apr 11 17:51:41.785888 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 48426) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:41.803414 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a21b4889-4486-4cf6-99db-976468574bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.868222 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a98d2-7825-43bc-800e-d08b634414f7 req-befd806a-bd37-4883-9d13-b87753d8d608 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:41.869730 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ce2a98d2-7825-43bc-800e-d08b634414f7 req-befd806a-bd37-4883-9d13-b87753d8d608 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.0585830 Apr 11 17:51:41.943701 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ce2a98d2-7825-43bc-800e-d08b634414f7 req-10d97a28-dc4e-40da-bda3-a8eaeb132075 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673518 Apr 11 17:51:41.952225 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a21b4889-4486-4cf6-99db-976468574bb1 admin admin] Publish callbacks [] for security_group (7c385dd1-659f-4e9e-ba2d-7e5033bfe95a), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:41.962592 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a21b4889-4486-4cf6-99db-976468574bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (7c385dd1-659f-4e9e-ba2d-7e5033bfe95a), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.000168 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b4889-4486-4cf6-99db-976468574bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c385dd1-659f-4e9e-ba2d-7e5033bfe95a,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:42.006931 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-a21b4889-4486-4cf6-99db-976468574bb1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=030feb6c24224689b9cde664b9bd903d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170010 Apr 11 17:51:42.007777 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 48432) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:42.057044 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5c3466c1-57ff-47e0-a675-a0564dea9d29 admin admin] Publish callbacks [] for security_group (7c385dd1-659f-4e9e-ba2d-7e5033bfe95a), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.081704 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5c3466c1-57ff-47e0-a675-a0564dea9d29 admin admin] Publish callbacks [] for security_group (7c385dd1-659f-4e9e-ba2d-7e5033bfe95a), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.128946 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5c3466c1-57ff-47e0-a675-a0564dea9d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (7c385dd1-659f-4e9e-ba2d-7e5033bfe95a), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.131606 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5c3466c1-57ff-47e0-a675-a0564dea9d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:42.135275 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-5c3466c1-57ff-47e0-a675-a0564dea9d29 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c385dd1-659f-4e9e-ba2d-7e5033bfe95a HTTP/1.1" status: 204 len: 168 time: 0.1246123 Apr 11 17:51:42.140409 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3466c1-57ff-47e0-a675-a0564dea9d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c385dd1-659f-4e9e-ba2d-7e5033bfe95a,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:42.557008 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4f314539-568b-4a9a-80a6-da049027397b req-e206763e-c887-4a0d-b0b0-8fa0984b74ac tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.0472305 Apr 11 17:51:43.055625 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e795-3244-4f09-9a86-112e249c9592 req-f4f03ad3-ab03-4478-81eb-45c84136cc31 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:43.057124 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0f91e795-3244-4f09-9a86-112e249c9592 req-f4f03ad3-ab03-4478-81eb-45c84136cc31 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.0482638 Apr 11 17:51:43.104288 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0f91e795-3244-4f09-9a86-112e249c9592 req-191f6c49-dc40-4903-84b4-d71e38459848 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Apr 11 17:51:43.172470 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-457ef80c-bffb-4646-8487-774c0fd5ecfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:43.452565 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.18', 54885) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:43.607826 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943fe28-6a8b-411d-b9b4-4af10abd3d77 req-6cd57f30-2544-4bd9-8f7a-a3c154b4cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:43.609839 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e943fe28-6a8b-411d-b9b4-4af10abd3d77 req-6cd57f30-2544-4bd9-8f7a-a3c154b4cdb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d557924b0c3849558434527ed87a87cd&device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 1127 time: 0.1555758 Apr 11 17:51:43.944219 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-bbcf04bc-c60c-4359-b513-92654ac76805 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:43.945732 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-bbcf04bc-c60c-4359-b513-92654ac76805 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 819 time: 0.4804161 Apr 11 17:51:43.954825 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-288fec5e-7370-497e-b1d8-5a9f750fa8a7 req-dc3c6c51-5d96-4a99-8940-8d02b47d35d4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.2679985 Apr 11 17:51:43.972918 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Request body: {'port': {'device_id': '0ef34fd9-3c7c-4428-9c52-b349563f80c5', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'admin_state_up': True, 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:44.074769 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943fe28-6a8b-411d-b9b4-4af10abd3d77 req-a0a6a746-dd4c-486c-adf9-3d2019ce8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:44.076240 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e943fe28-6a8b-411d-b9b4-4af10abd3d77 req-a0a6a746-dd4c-486c-adf9-3d2019ce8026 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d557924b0c3849558434527ed87a87cd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4446187 Apr 11 17:51:44.127139 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Made reservation on behalf of ef743ee504df4b4583f4313ba84b1ef5 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:44.130764 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.262265 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51511b-ff1c-4e54-916e-0970a1e70feb req-9bb66dac-1c9e-466b-99b0-b2ff596a78da tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:44.263712 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fa51511b-ff1c-4e54-916e-0970a1e70feb req-9bb66dac-1c9e-466b-99b0-b2ff596a78da tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.0740242 Apr 11 17:51:44.335413 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Allocated IP 172.20.0.9 (a973c109-bcb3-4a6d-ba08-0ec4e84a1a45/2c16d97f-ad25-4b5a-ae55-e0e78ce3555e/cbd5e933-4ab5-4a06-a11f-9883317931b6) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:44.355301 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fa51511b-ff1c-4e54-916e-0970a1e70feb req-ace377e0-d959-4818-8247-679328f22435 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699756 Apr 11 17:51:44.508056 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.543238 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.587410 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:44.590418 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:44.593891 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:44.599792 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:44.600410 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.612888 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event updated for resources: {'Port': ['ID=cbd5e933-4ab5-4a06-a11f-9883317931b6,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:44.623856 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-533056c2-8cae-465a-b2d2-81cd004ec3b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6618671 Apr 11 17:51:44.780909 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-ac44cfb1-9342-49bc-b72d-c59c18374181 None None] Provisioning complete for port cbd5e933-4ab5-4a06-a11f-9883317931b6 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:44.781504 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-ac44cfb1-9342-49bc-b72d-c59c18374181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:44.816156 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-ac44cfb1-9342-49bc-b72d-c59c18374181 None None] Port cbd5e933-4ab5-4a06-a11f-9883317931b6 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:51:45.059371 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-26bee6ef-55e0-4fb4-a8ff-18e70ec88d78 req-025f7774-977a-433b-a347-6c9050651001 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.0333703 Apr 11 17:51:45.480523 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3fe25-20f2-4ff5-b2f3-e9945a6a074d req-d23a8445-b955-4db3-86e1-97ec33e8458b tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:45.482475 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9ce3fe25-20f2-4ff5-b2f3-e9945a6a074d req-d23a8445-b955-4db3-86e1-97ec33e8458b tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.0593522 Apr 11 17:51:45.535474 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9ce3fe25-20f2-4ff5-b2f3-e9945a6a074d req-096438ad-87d8-4572-9ad0-95b55bf7093e tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475202 Apr 11 17:51:45.535779 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-186939f2-2fb1-441b-bc8d-1f22769e6788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:45.990785 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 48648) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:46.101474 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-01f00cdc-16b8-41e5-a9ad-6514750f1fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.171085 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e56c4790-1170-4988-ac72-9bfc5cf51e26 req-10677dc0-9137-4c78-b5be-351fda1c48a3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.0403636 Apr 11 17:51:46.218440 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-01f00cdc-16b8-41e5-a9ad-6514750f1fee admin admin] Publish callbacks [] for security_group (287a5ab9-fa6f-4dc1-a521-dcf87f979608), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.222153 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-01f00cdc-16b8-41e5-a9ad-6514750f1fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (287a5ab9-fa6f-4dc1-a521-dcf87f979608), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.262573 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f00cdc-16b8-41e5-a9ad-6514750f1fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287a5ab9-fa6f-4dc1-a521-dcf87f979608,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:46.267554 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-01f00cdc-16b8-41e5-a9ad-6514750f1fee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22df088084f64e6d8235897aa8c4a809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756107 Apr 11 17:51:46.269737 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 48664) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:46.316498 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ef12aeef-4878-4e0b-94f3-e901c147a2e6 admin admin] Publish callbacks [] for security_group (287a5ab9-fa6f-4dc1-a521-dcf87f979608), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.338453 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ef12aeef-4878-4e0b-94f3-e901c147a2e6 admin admin] Publish callbacks [] for security_group (287a5ab9-fa6f-4dc1-a521-dcf87f979608), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.385433 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ef12aeef-4878-4e0b-94f3-e901c147a2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (287a5ab9-fa6f-4dc1-a521-dcf87f979608), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.387998 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ef12aeef-4878-4e0b-94f3-e901c147a2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.389191 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-ef12aeef-4878-4e0b-94f3-e901c147a2e6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/287a5ab9-fa6f-4dc1-a521-dcf87f979608 HTTP/1.1" status: 204 len: 168 time: 0.1187763 Apr 11 17:51:46.397491 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12aeef-4878-4e0b-94f3-e901c147a2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287a5ab9-fa6f-4dc1-a521-dcf87f979608,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:46.465497 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.652516 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 48674) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:46.654412 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba726b2c-8e26-47f3-a6ac-bc103c700486 req-0c48ceff-0dc3-4bb1-a56a-f4397b79aa1d tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:46.656045 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ba726b2c-8e26-47f3-a6ac-bc103c700486 req-0c48ceff-0dc3-4bb1-a56a-f4397b79aa1d tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.0488915 Apr 11 17:51:46.666281 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d9194b0b-e665-41ee-bed0-747a452d6258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.686653 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.18', 54896) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:46.705808 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ba726b2c-8e26-47f3-a6ac-bc103c700486 req-20f32132-dd59-4415-8521-cafe633d0ebd tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Apr 11 17:51:46.745161 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d9194b0b-e665-41ee-bed0-747a452d6258 admin admin] Publish callbacks [] for security_group (3e420472-ebf6-42c0-b197-f1410c4bd8ac), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.749480 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d9194b0b-e665-41ee-bed0-747a452d6258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (3e420472-ebf6-42c0-b197-f1410c4bd8ac), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.783475 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Request body: {'port': {'device_id': '0ef34fd9-3c7c-4428-9c52-b349563f80c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:46.791739 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9194b0b-e665-41ee-bed0-747a452d6258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e420472-ebf6-42c0-b197-f1410c4bd8ac,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:46.814274 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-d9194b0b-e665-41ee-bed0-747a452d6258 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c4a1ae03e154defbe22bc8e3106938d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605883 Apr 11 17:51:46.814889 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 48678) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:46.886755 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-003e6d59-3176-46d5-a329-06f80175d614 admin admin] Publish callbacks [] for security_group (3e420472-ebf6-42c0-b197-f1410c4bd8ac), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.912182 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-003e6d59-3176-46d5-a329-06f80175d614 admin admin] Publish callbacks [] for security_group (3e420472-ebf6-42c0-b197-f1410c4bd8ac), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.964649 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-003e6d59-3176-46d5-a329-06f80175d614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (3e420472-ebf6-42c0-b197-f1410c4bd8ac), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.967475 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-003e6d59-3176-46d5-a329-06f80175d614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:46.971112 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-003e6d59-3176-46d5-a329-06f80175d614 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e420472-ebf6-42c0-b197-f1410c4bd8ac HTTP/1.1" status: 204 len: 168 time: 0.1552112 Apr 11 17:51:46.982134 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e6d59-3176-46d5-a329-06f80175d614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e420472-ebf6-42c0-b197-f1410c4bd8ac,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:47.037023 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:47.048391 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943fe28-6a8b-411d-b9b4-4af10abd3d77 req-805579e5-0c24-4101-9e29-cf89027927ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:47.049873 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e943fe28-6a8b-411d-b9b4-4af10abd3d77 req-805579e5-0c24-4101-9e29-cf89027927ea service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3285351 Apr 11 17:51:47.055745 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-7bc0cdd1-9663-4b89-8509-a83cd73dd696 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:47.057101 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-7bc0cdd1-9663-4b89-8509-a83cd73dd696 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 819 time: 0.3370252 Apr 11 17:51:47.069394 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Request body: {'port': {'device_id': '28fc59fe-a713-40f7-84a0-9fa1d0bb29a2', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'admin_state_up': True, 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:47.319946 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-5b580b38-0caa-44fd-973f-31555d50f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:47.321769 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-5b580b38-0caa-44fd-973f-31555d50f0ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d557924b0c3849558434527ed87a87cd&device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 1127 time: 0.2133765 Apr 11 17:51:47.362336 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-153eced1-9a60-4ec6-810b-7cf8f37bb53f req-3a0d30c2-4775-46f7-975a-b146bca5894d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 210 time: 0.0658393 Apr 11 17:51:47.459034 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Made reservation on behalf of ef743ee504df4b4583f4313ba84b1ef5 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:51:47.462565 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:47.783454 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd5e933-4ab5-4a06-a11f-9883317931b6 {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:51:47.821379 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Publish callbacks [] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:47.851001 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46995-6d8f-4e8b-bd95-8111d489af34 req-265ee987-da7f-4eec-8b6d-307c5303331c tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:47.852547 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1eb46995-6d8f-4e8b-bd95-8111d489af34 req-265ee987-da7f-4eec-8b6d-307c5303331c tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.0724194 Apr 11 17:51:47.853627 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Transition to ACTIVE for port object cbd5e933-4ab5-4a06-a11f-9883317931b6 will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:51:47.866430 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:47.892077 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:47.994493 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Allocated IP 172.20.0.6 (a973c109-bcb3-4a6d-ba08-0ec4e84a1a45/2c16d97f-ad25-4b5a-ae55-e0e78ce3555e/71c8fdf2-3978-4da6-aeb9-b788265172fd) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:51:48.005607 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd5e933-4ab5-4a06-a11f-9883317931b6,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:48.058186 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1eb46995-6d8f-4e8b-bd95-8111d489af34 req-7e02d808-f2e4-45a1-8eea-6f49ce03d00e tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966262 Apr 11 17:51:48.090942 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Attempting to bind port cbd5e933-4ab5-4a06-a11f-9883317931b6 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:48.091420 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Attempting to bind port cbd5e933-4ab5-4a06-a11f-9883317931b6 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:48.091799 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Attempting to bind port cbd5e933-4ab5-4a06-a11f-9883317931b6 on network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:48.105245 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Port cbd5e933-4ab5-4a06-a11f-9883317931b6 on network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:51:48.105804 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Attempting to bind port cbd5e933-4ab5-4a06-a11f-9883317931b6 on network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:48.126379 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:48.127072 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Checking segment: {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:48.127888 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Bound using segment: {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:48.128499 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Bound port: cbd5e933-4ab5-4a06-a11f-9883317931b6, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:48.131890 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.336678 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] For port cbd5e933-4ab5-4a06-a11f-9883317931b6, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:48.350689 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.361889 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] For port cbd5e933-4ab5-4a06-a11f-9883317931b6, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cbd5e933-4ab5-4a06-a11f-9883317931b6,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:48.370579 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.426903 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:48.427518 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.428922 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] 10.222.0.18 "PUT /v2.0/ports/cbd5e933-4ab5-4a06-a11f-9883317931b6 HTTP/1.1" status: 200 len: 1093 time: 1.6658266 Apr 11 17:51:48.429372 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef34fd9-3c7c-4428-9c52-b349563f80c5', 'tag': 'cbd5e933-4ab5-4a06-a11f-9883317931b6'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:51:48.431581 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210d76da-8de6-424a-ad3e-878d4560139b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef34fd9-3c7c-4428-9c52-b349563f80c5", "tag": "cbd5e933-4ab5-4a06-a11f-9883317931b6"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:51:48.455494 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.465703 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab294e-d7a9-420c-b33a-992c41974663 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd5e933-4ab5-4a06-a11f-9883317931b6,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:48.501591 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc8d860-4974-42b6-a12e-2a5a43943d53 x-openstack-request-id: req-afc8d860-4974-42b6-a12e-2a5a43943d53 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:51:48.501957 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef34fd9-3c7c-4428-9c52-b349563f80c5", "tag": "cbd5e933-4ab5-4a06-a11f-9883317931b6", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:51:48.502655 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-afc8d860-4974-42b6-a12e-2a5a43943d53 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:51:48.503191 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc8d860-4974-42b6-a12e-2a5a43943d53'] response: {'name': 'network-changed', 'server_uuid': '0ef34fd9-3c7c-4428-9c52-b349563f80c5', 'tag': 'cbd5e933-4ab5-4a06-a11f-9883317931b6', 'status': 'completed', 'code': 200} Apr 11 17:51:48.507859 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:51:48.516264 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:51:48.558502 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:51:48.563761 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:48.564406 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.597294 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15726a34-bd76-46b1-b014-32fb7c728e19 req-2546bdf6-9448-462e-b0c4-eeee39aaaf2e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:48.598862 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-15726a34-bd76-46b1-b014-32fb7c728e19 req-2546bdf6-9448-462e-b0c4-eeee39aaaf2e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 931 time: 0.0946987 Apr 11 17:51:48.600615 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event updated for resources: {'Port': ['ID=71c8fdf2-3978-4da6-aeb9-b788265172fd,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:48.608308 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-76c0fe13-e305-440e-b1d9-fef6f0a9fcbe tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5437927 Apr 11 17:51:48.660697 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-15726a34-bd76-46b1-b014-32fb7c728e19 req-28d4ec60-9b3a-4a1b-842d-1cb4df4e399e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505860 Apr 11 17:51:48.902836 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-9346ae72-7425-40a3-81d9-9af2291ea706 None None] Provisioning complete for port 71c8fdf2-3978-4da6-aeb9-b788265172fd triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:48.903366 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-9346ae72-7425-40a3-81d9-9af2291ea706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:48.936876 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-9346ae72-7425-40a3-81d9-9af2291ea706 None None] Port 71c8fdf2-3978-4da6-aeb9-b788265172fd cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:51:49.181469 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95798f2e-f392-4daa-9434-b2f3e696b98f req-92116932-9f59-41a2-8b79-9c334f41f283 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:49.183919 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-95798f2e-f392-4daa-9434-b2f3e696b98f req-92116932-9f59-41a2-8b79-9c334f41f283 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.0508525 Apr 11 17:51:49.234120 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-95798f2e-f392-4daa-9434-b2f3e696b98f req-a0c06220-6316-4068-9f38-a16a360f660e tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429554 Apr 11 17:51:49.431481 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.771281 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06dd74-5fac-4b03-a6d1-91489f0c8975 req-5e3aaae6-7292-43ce-acae-712a2d9a36be tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:49.772704 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bf06dd74-5fac-4b03-a6d1-91489f0c8975 req-5e3aaae6-7292-43ce-acae-712a2d9a36be tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 931 time: 0.0451250 Apr 11 17:51:49.817472 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bf06dd74-5fac-4b03-a6d1-91489f0c8975 req-1c9b45c7-91a1-4c01-9c7d-8e28c2c567ec tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391223 Apr 11 17:51:49.926349 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:49.953203 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Request body: {'port': {'device_id': '28fc59fe-a713-40f7-84a0-9fa1d0bb29a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:51:49.985539 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-a19b9cca-39c2-475f-a41e-04773cb0f644 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f465c87a-7dd3-434f-858d-11407dd0f31e HTTP/1.1" status: 200 len: 217 time: 0.0814664 Apr 11 17:51:50.071731 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d76da-8de6-424a-ad3e-878d4560139b req-51686c42-c243-4022-898c-948aa2f6c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:50.073133 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-210d76da-8de6-424a-ad3e-878d4560139b req-51686c42-c243-4022-898c-948aa2f6c101 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 1127 time: 0.1320620 Apr 11 17:51:50.123988 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-8f6d69ce-3365-418e-ab62-a610d3912351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:50.125445 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-8f6d69ce-3365-418e-ab62-a610d3912351 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea634e4-4bbd-4008-90f8-7707bcebf840 HTTP/1.1" status: 200 len: 852 time: 0.1086559 Apr 11 17:51:50.134514 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.227013 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-aafe4dc2-f00b-48f2-bb95-eff041b005fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96ff1c25-079a-4df3-aca3-54d8f49265de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863163 Apr 11 17:51:50.356001 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d76da-8de6-424a-ad3e-878d4560139b req-d954571f-79f3-4761-954e-36ce95fd2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:50.357415 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-210d76da-8de6-424a-ad3e-878d4560139b req-d954571f-79f3-4761-954e-36ce95fd2efb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2640042 Apr 11 17:51:50.497982 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354103a-c6ae-4eb6-8c56-14b79760ae91 req-f15ce69b-475b-4c25-86f4-951f64eef890 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:50.499627 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6354103a-c6ae-4eb6-8c56-14b79760ae91 req-f15ce69b-475b-4c25-86f4-951f64eef890 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.1806698 Apr 11 17:51:50.604421 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-8274bc0f-c13d-4b6b-a374-6238aa211cb7 service neutron] 10.222.0.18 "GET /v2.0/networks/96ff1c25-079a-4df3-aca3-54d8f49265de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532534 Apr 11 17:51:50.724906 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6354103a-c6ae-4eb6-8c56-14b79760ae91 req-876a3973-7b7b-41c6-8e3a-495851ebfc63 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834443 Apr 11 17:51:50.730986 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d76da-8de6-424a-ad3e-878d4560139b req-82b03cc8-755e-4807-a0d1-894817b07986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:50.732476 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-210d76da-8de6-424a-ad3e-878d4560139b req-82b03cc8-755e-4807-a0d1-894817b07986 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3301163 Apr 11 17:51:50.779268 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b3b8f8e-152f-4012-9450-d3f34712ab59 req-18073648-5f3e-4ec0-95cf-8be177affffa service neutron] 10.222.0.18 "GET /v2.0/networks/96ff1c25-079a-4df3-aca3-54d8f49265de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640112 Apr 11 17:51:50.854127 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-40dc85c3-b796-4fd0-b2f0-bd658bda627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:50.855658 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-40dc85c3-b796-4fd0-b2f0-bd658bda627a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 1127 time: 0.0724134 Apr 11 17:51:50.862865 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c8fdf2-3978-4da6-aeb9-b788265172fd {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:51:50.871998 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Publish callbacks [] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:50.885998 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Transition to ACTIVE for port object 71c8fdf2-3978-4da6-aeb9-b788265172fd will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:51:50.889731 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.003584 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Pushing event updated for resources: {'Port': ['ID=71c8fdf2-3978-4da6-aeb9-b788265172fd,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:51.014308 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a287f-f99c-441c-a02b-762e90e0e680 req-09c1ad57-c832-4c71-ac53-d634995c0bf9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:51.015838 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-871a287f-f99c-441c-a02b-762e90e0e680 req-09c1ad57-c832-4c71-ac53-d634995c0bf9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 943 time: 0.1232326 Apr 11 17:51:51.042670 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Attempting to bind port 71c8fdf2-3978-4da6-aeb9-b788265172fd on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:51:51.043006 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Attempting to bind port 71c8fdf2-3978-4da6-aeb9-b788265172fd by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:51:51.043336 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Attempting to bind port 71c8fdf2-3978-4da6-aeb9-b788265172fd on network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:51.054169 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Port 71c8fdf2-3978-4da6-aeb9-b788265172fd on network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:51:51.054496 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Attempting to bind port 71c8fdf2-3978-4da6-aeb9-b788265172fd on network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:51:51.063665 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:51:51.063935 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Checking segment: {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:51:51.064321 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Bound using segment: {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:51:51.064761 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Bound port: 71c8fdf2-3978-4da6-aeb9-b788265172fd, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:51:51.065904 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.116579 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-871a287f-f99c-441c-a02b-762e90e0e680 req-be72d088-c955-4d01-919f-eaf70d7e4919 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939896 Apr 11 17:51:51.164356 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] For port 71c8fdf2-3978-4da6-aeb9-b788265172fd, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:51:51.167869 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] For port 71c8fdf2-3978-4da6-aeb9-b788265172fd, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=71c8fdf2-3978-4da6-aeb9-b788265172fd,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:51:51.175636 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.214799 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:51.215434 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:51.216838 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] 10.222.0.18 "PUT /v2.0/ports/71c8fdf2-3978-4da6-aeb9-b788265172fd HTTP/1.1" status: 200 len: 1093 time: 1.2746556 Apr 11 17:51:51.217303 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fc59fe-a713-40f7-84a0-9fa1d0bb29a2', 'tag': '71c8fdf2-3978-4da6-aeb9-b788265172fd'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:51:51.219606 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8dad6d-7b80-4281-8c69-a315acf748c2" -d '{"events": [{"name": "network-changed", "server_uuid": "28fc59fe-a713-40f7-84a0-9fa1d0bb29a2", "tag": "71c8fdf2-3978-4da6-aeb9-b788265172fd"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:51:51.248217 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16c652-a666-475b-a0fc-629a207522f7 service neutron] Pushing event updated for resources: {'Port': ['ID=71c8fdf2-3978-4da6-aeb9-b788265172fd,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:51.261273 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a960cfda-6a10-460a-a548-01296b1920a0 x-openstack-request-id: req-a960cfda-6a10-460a-a548-01296b1920a0 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:51:51.261566 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fc59fe-a713-40f7-84a0-9fa1d0bb29a2", "tag": "71c8fdf2-3978-4da6-aeb9-b788265172fd", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:51:51.261819 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a960cfda-6a10-460a-a548-01296b1920a0 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:51:51.262224 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a960cfda-6a10-460a-a548-01296b1920a0'] response: {'name': 'network-changed', 'server_uuid': '28fc59fe-a713-40f7-84a0-9fa1d0bb29a2', 'tag': '71c8fdf2-3978-4da6-aeb9-b788265172fd', 'status': 'completed', 'code': 200} Apr 11 17:51:51.873092 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9f97f-87ea-4899-8019-29cef17d1359 req-7fc9030d-ebb3-4fb6-a28f-bd92baeaf05f tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:51.874601 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-85e9f97f-87ea-4899-8019-29cef17d1359 req-7fc9030d-ebb3-4fb6-a28f-bd92baeaf05f tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.0681329 Apr 11 17:51:51.939611 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-85e9f97f-87ea-4899-8019-29cef17d1359 req-5e517dcf-d7bd-455e-812e-f1943425ca1a tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586519 Apr 11 17:51:52.021555 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-1a241f7d-e5da-4e3f-8516-176136e0f2c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd5e933-4ab5-4a06-a11f-9883317931b6 HTTP/1.1" status: 200 len: 217 time: 0.0388110 Apr 11 17:51:52.097252 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dad6d-7b80-4281-8c69-a315acf748c2 req-eddc60f8-b328-4a7d-8d7e-470ebff92d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:52.099387 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5f8dad6d-7b80-4281-8c69-a315acf748c2 req-eddc60f8-b328-4a7d-8d7e-470ebff92d5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 1127 time: 0.0769134 Apr 11 17:51:52.106895 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-cc7020ba-45ef-45e9-9d72-a4ec3c71a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:52.108277 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-cc7020ba-45ef-45e9-9d72-a4ec3c71a970 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.0776801 Apr 11 17:51:52.400379 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a2836-cffa-4358-a9a3-df9abd09c9a4 req-9f6a8296-b397-47e6-a321-b8e43d7b8633 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:52.401896 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-248a2836-cffa-4358-a9a3-df9abd09c9a4 req-9f6a8296-b397-47e6-a321-b8e43d7b8633 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 943 time: 0.0906346 Apr 11 17:51:52.470158 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dad6d-7b80-4281-8c69-a315acf748c2 req-8a40c068-4b19-4f68-89f3-f308fbb00eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:52.471672 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5f8dad6d-7b80-4281-8c69-a315acf748c2 req-8a40c068-4b19-4f68-89f3-f308fbb00eef service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3625557 Apr 11 17:51:52.478686 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-248a2836-cffa-4358-a9a3-df9abd09c9a4 req-cad06d17-44cf-4b48-888c-51560513d9a3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704529 Apr 11 17:51:52.830865 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 48938) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:52.932389 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6131d3ed-dac9-4f6b-a79c-575a469f08e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.012354 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6131d3ed-dac9-4f6b-a79c-575a469f08e5 admin admin] Publish callbacks [] for security_group (62f8698d-cd00-4d7c-bf34-305f2f1f7d10), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.016353 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6131d3ed-dac9-4f6b-a79c-575a469f08e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (62f8698d-cd00-4d7c-bf34-305f2f1f7d10), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.094133 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0675286-0aca-4542-bbc7-1b9ec9f3ae3b req-64bfc02e-1617-4a44-b85c-113bf535cff2 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:53.095568 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d0675286-0aca-4542-bbc7-1b9ec9f3ae3b req-64bfc02e-1617-4a44-b85c-113bf535cff2 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.0765626 Apr 11 17:51:53.096374 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131d3ed-dac9-4f6b-a79c-575a469f08e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f8698d-cd00-4d7c-bf34-305f2f1f7d10,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:53.103280 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-6131d3ed-dac9-4f6b-a79c-575a469f08e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=76104cbc390b4833949d247482c49bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689123 Apr 11 17:51:53.103743 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 48948) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:53.142642 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d0675286-0aca-4542-bbc7-1b9ec9f3ae3b req-9147692a-1c62-44d0-8f93-1b933614686a tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Apr 11 17:51:53.150879 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e831868f-921f-44a6-b454-c18402627f59 admin admin] Publish callbacks [] for security_group (62f8698d-cd00-4d7c-bf34-305f2f1f7d10), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.172501 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e831868f-921f-44a6-b454-c18402627f59 admin admin] Publish callbacks [] for security_group (62f8698d-cd00-4d7c-bf34-305f2f1f7d10), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.217532 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e831868f-921f-44a6-b454-c18402627f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (62f8698d-cd00-4d7c-bf34-305f2f1f7d10), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.220123 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e831868f-921f-44a6-b454-c18402627f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.221270 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-e831868f-921f-44a6-b454-c18402627f59 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62f8698d-cd00-4d7c-bf34-305f2f1f7d10 HTTP/1.1" status: 204 len: 168 time: 0.1165657 Apr 11 17:51:53.228946 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831868f-921f-44a6-b454-c18402627f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f8698d-cd00-4d7c-bf34-305f2f1f7d10,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:53.477204 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 48960) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:53.490630 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8378fbac-f7ce-4fd2-9f91-08ee53af4010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.571568 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8378fbac-f7ce-4fd2-9f91-08ee53af4010 admin admin] Publish callbacks [] for security_group (7de01b01-537e-4152-962b-a6bb7fd2af89), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.576839 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8378fbac-f7ce-4fd2-9f91-08ee53af4010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (7de01b01-537e-4152-962b-a6bb7fd2af89), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.602312 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bba357-d62a-471d-a89f-d9f27a199371 req-231a6d61-84a5-4a31-ab0f-cbab60e7fb79 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:53.605322 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f8bba357-d62a-471d-a89f-d9f27a199371 req-231a6d61-84a5-4a31-ab0f-cbab60e7fb79 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 943 time: 0.0561976 Apr 11 17:51:53.618823 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-8378fbac-f7ce-4fd2-9f91-08ee53af4010 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a6b436574f80450da0b2598162787870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404538 Apr 11 17:51:53.620769 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378fbac-f7ce-4fd2-9f91-08ee53af4010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de01b01-537e-4152-962b-a6bb7fd2af89,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:53.623053 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 48968) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:53.665998 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f8bba357-d62a-471d-a89f-d9f27a199371 req-4a6f9e4c-361c-46ae-a67e-a7f06e8ec1bd tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562165 Apr 11 17:51:53.673812 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-49d9810c-f837-4d8e-b670-6419f7749ea7 admin admin] Publish callbacks [] for security_group (7de01b01-537e-4152-962b-a6bb7fd2af89), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.698133 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-49d9810c-f837-4d8e-b670-6419f7749ea7 admin admin] Publish callbacks [] for security_group (7de01b01-537e-4152-962b-a6bb7fd2af89), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.746750 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-49d9810c-f837-4d8e-b670-6419f7749ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (7de01b01-537e-4152-962b-a6bb7fd2af89), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.749658 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-49d9810c-f837-4d8e-b670-6419f7749ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:53.751092 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-49d9810c-f837-4d8e-b670-6419f7749ea7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7de01b01-537e-4152-962b-a6bb7fd2af89 HTTP/1.1" status: 204 len: 168 time: 0.1269844 Apr 11 17:51:53.759612 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9810c-f837-4d8e-b670-6419f7749ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de01b01-537e-4152-962b-a6bb7fd2af89,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:54.245498 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f465c87a-7dd3-434f-858d-11407dd0f31e details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:51:54.336506 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87358c-6caa-47e3-b0b4-c05416d1018b req-707e7d41-ffc6-4fa9-98cc-3725bc76257e tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:54.338033 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bd87358c-6caa-47e3-b0b4-c05416d1018b req-707e7d41-ffc6-4fa9-98cc-3725bc76257e tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 943 time: 0.1268451 Apr 11 17:51:54.361768 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f465c87a-7dd3-434f-858d-11407dd0f31e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f465c87a-7dd3-434f-858d-11407dd0f31e,segment=NetworkSegment(8a9a3ac3-e483-499c-9543-e5abd7c04773),segment_id=8a9a3ac3-e483-499c-9543-e5abd7c04773)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:54.369468 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-3a1aa2bf-d6c2-4813-84a3-1f73fd124404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:54.371027 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-3a1aa2bf-d6c2-4813-84a3-1f73fd124404 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1269956 Apr 11 17:51:54.383739 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'f465c87a-7dd3-434f-858d-11407dd0f31e', 'network_id': '96ff1c25-079a-4df3-aca3-54d8f49265de', 'port_id': 'f465c87a-7dd3-434f-858d-11407dd0f31e', 'mac_address': 'fa:16:3e:54:7c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea634e4-4bbd-4008-90f8-7707bcebf840', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:51:54.450842 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bd87358c-6caa-47e3-b0b4-c05416d1018b req-ef2d71fc-633d-44fe-88a9-fb03f763be03 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827661 Apr 11 17:51:54.452049 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dad6d-7b80-4281-8c69-a315acf748c2 req-289d53a6-80bc-44b0-a67d-f6342e55430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:54.453929 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5f8dad6d-7b80-4281-8c69-a315acf748c2 req-289d53a6-80bc-44b0-a67d-f6342e55430c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2084596 Apr 11 17:51:54.468588 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f465c87a-7dd3-434f-858d-11407dd0f31e is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:54.469027 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.483147 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f465c87a-7dd3-434f-858d-11407dd0f31e {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:51:54.508244 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f465c87a-7dd3-434f-858d-11407dd0f31e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f465c87a-7dd3-434f-858d-11407dd0f31e,segment=NetworkSegment(8a9a3ac3-e483-499c-9543-e5abd7c04773),segment_id=8a9a3ac3-e483-499c-9543-e5abd7c04773)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:54.513138 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:54.566693 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f465c87a-7dd3-434f-858d-11407dd0f31e,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:54.783827 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8510d-1451-468b-b049-b8594e9c7641 req-c5decf80-8f11-4a14-bc61-7358e891bfd8 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:54.791504 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-83c8510d-1451-468b-b049-b8594e9c7641 req-c5decf80-8f11-4a14-bc61-7358e891bfd8 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 943 time: 0.0552816 Apr 11 17:51:54.834375 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-83c8510d-1451-468b-b049-b8594e9c7641 req-59c35807-ba20-4215-bdb2-9cb02f55a129 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Apr 11 17:51:54.874448 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49016) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:54.980078 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5ff1c938-533d-4c91-b6b9-e3b3707ab058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.061436 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5ff1c938-533d-4c91-b6b9-e3b3707ab058 admin admin] Publish callbacks [] for security_group (8464821c-70f1-4c0b-bbae-7008a9511443), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.069245 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5ff1c938-533d-4c91-b6b9-e3b3707ab058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (8464821c-70f1-4c0b-bbae-7008a9511443), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.109014 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-5ff1c938-533d-4c91-b6b9-e3b3707ab058 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce40e1ca45e040d38701a146a2d35079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334239 Apr 11 17:51:55.111606 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 49024) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:55.113529 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1c938-533d-4c91-b6b9-e3b3707ab058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8464821c-70f1-4c0b-bbae-7008a9511443,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:55.158585 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-c01eee98-ec0d-4064-927b-5ac17b558d4a admin admin] Publish callbacks [] for security_group (8464821c-70f1-4c0b-bbae-7008a9511443), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.180211 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-c01eee98-ec0d-4064-927b-5ac17b558d4a admin admin] Publish callbacks [] for security_group (8464821c-70f1-4c0b-bbae-7008a9511443), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.228677 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-c01eee98-ec0d-4064-927b-5ac17b558d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (8464821c-70f1-4c0b-bbae-7008a9511443), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.231240 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-c01eee98-ec0d-4064-927b-5ac17b558d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:55.232360 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-c01eee98-ec0d-4064-927b-5ac17b558d4a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8464821c-70f1-4c0b-bbae-7008a9511443 HTTP/1.1" status: 204 len: 168 time: 0.1197355 Apr 11 17:51:55.239784 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01eee98-ec0d-4064-927b-5ac17b558d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8464821c-70f1-4c0b-bbae-7008a9511443,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:55.373269 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-3e01a2e0-04d2-4b5b-ad52-8a89378eb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:55.374775 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-3e01a2e0-04d2-4b5b-ad52-8a89378eb4f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 1127 time: 0.0533936 Apr 11 17:51:55.422124 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-211ba6b6-cc94-42fd-bb2b-5c25891012db service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587074 Apr 11 17:51:55.423801 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-905d588d-2944-4586-8332-219151890b99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c8fdf2-3978-4da6-aeb9-b788265172fd HTTP/1.1" status: 200 len: 217 time: 0.0392945 Apr 11 17:51:55.588773 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-d1a2f9bf-5cc0-469f-968a-35649d47ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:55.590342 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-d1a2f9bf-5cc0-469f-968a-35649d47ecc7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.1562462 Apr 11 17:51:55.593445 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['f465c87a-7dd3-434f-858d-11407dd0f31e'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:51:55.637780 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1003b5-50a4-49e4-91bc-96d913f91613 req-570126f1-c63d-4c9b-ac3e-60f51d3f6fc3 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:55.639465 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ed1003b5-50a4-49e4-91bc-96d913f91613 req-570126f1-c63d-4c9b-ac3e-60f51d3f6fc3 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 944 time: 0.0965540 Apr 11 17:51:55.663427 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abdc484a-b907-4c57-8d89-c1924c34fa80 req-2cf95825-55c7-491d-ba00-e3ddb11ea5b4 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304196 Apr 11 17:51:55.677681 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-e9788c24-2870-4285-b449-b1e0bfc2411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:55.679235 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-e9788c24-2870-4285-b449-b1e0bfc2411b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819182 Apr 11 17:51:55.769116 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ed1003b5-50a4-49e4-91bc-96d913f91613 req-97ad6549-c207-46c6-b8bb-9b3755a49c0e tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166565 Apr 11 17:51:55.820134 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-28ef68fc-bc59-42a9-aa4f-601f4ebd00c1 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314380 Apr 11 17:51:55.957964 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051c8f3-edbc-4dfb-96a2-63964d00aad4 req-53df34ef-3e17-43da-b92f-ef0c25df034f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:55.959797 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c051c8f3-edbc-4dfb-96a2-63964d00aad4 req-53df34ef-3e17-43da-b92f-ef0c25df034f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 943 time: 0.0508666 Apr 11 17:51:56.009604 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c051c8f3-edbc-4dfb-96a2-63964d00aad4 req-73d168f7-7e51-4d05-85c0-cc92a486301f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438812 Apr 11 17:51:56.242346 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f465c87a-7dd3-434f-858d-11407dd0f31e up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:51:56.291550 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port f465c87a-7dd3-434f-858d-11407dd0f31e completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:51:56.300111 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port f465c87a-7dd3-434f-858d-11407dd0f31e triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:51:56.300492 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.389588 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f465c87a-7dd3-434f-858d-11407dd0f31e is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:56.389976 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.415054 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b734fcd6-12d1-4b00-8252-d1a7ac3a9947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465c87a-7dd3-434f-858d-11407dd0f31e'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:51:56.491380 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f465c87a-7dd3-434f-858d-11407dd0f31e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f465c87a-7dd3-434f-858d-11407dd0f31e,segment=NetworkSegment(8a9a3ac3-e483-499c-9543-e5abd7c04773),segment_id=8a9a3ac3-e483-499c-9543-e5abd7c04773)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:56.495390 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:56.545490 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f465c87a-7dd3-434f-858d-11407dd0f31e,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:56.598577 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d00dd9-67da-4a06-b32e-4996c5770587" -d '{"events": [{"server_uuid": "b734fcd6-12d1-4b00-8252-d1a7ac3a9947", "name": "network-vif-plugged", "status": "completed", "tag": "f465c87a-7dd3-434f-858d-11407dd0f31e"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:51:56.640401 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a844d051-f0cb-4b5f-8098-3987fe15c7db req-ace1b29c-1469-403a-8415-21a8e491a4bb service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062877 Apr 11 17:51:56.774861 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcb4b3c-1809-4c65-987e-d369646692a2 x-openstack-request-id: req-3bcb4b3c-1809-4c65-987e-d369646692a2 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:51:56.775187 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b734fcd6-12d1-4b00-8252-d1a7ac3a9947", "name": "network-vif-plugged", "status": "completed", "tag": "f465c87a-7dd3-434f-858d-11407dd0f31e", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:51:56.775451 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3bcb4b3c-1809-4c65-987e-d369646692a2 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:51:56.775895 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bcb4b3c-1809-4c65-987e-d369646692a2'] response: {'server_uuid': 'b734fcd6-12d1-4b00-8252-d1a7ac3a9947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465c87a-7dd3-434f-858d-11407dd0f31e', 'code': 200} Apr 11 17:51:56.892665 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3afd4-1da4-4981-a3b6-ad6585ea3dd4 req-f21f2bee-5a2b-4e96-a511-062055d70dc0 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:56.894319 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c4f3afd4-1da4-4981-a3b6-ad6585ea3dd4 req-f21f2bee-5a2b-4e96-a511-062055d70dc0 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.0524466 Apr 11 17:51:56.950479 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c4f3afd4-1da4-4981-a3b6-ad6585ea3dd4 req-a10a21b8-1154-4ceb-a93c-c75895c8ce03 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488625 Apr 11 17:51:57.138767 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c396027-38ee-4ce5-ada6-e3c1ded25f2b req-f6e5c2d4-705e-4ffd-9d0c-406cf3ea4338 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:57.140370 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3c396027-38ee-4ce5-ada6-e3c1ded25f2b req-f6e5c2d4-705e-4ffd-9d0c-406cf3ea4338 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 943 time: 0.0569987 Apr 11 17:51:57.194009 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3c396027-38ee-4ce5-ada6-e3c1ded25f2b req-233aa137-d327-422c-8c07-5b526240a7a4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460501 Apr 11 17:51:57.392385 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 49136) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:57.536335 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-747c7fca-19fb-406b-aae0-857b7bc6db3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.685580 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a5950-cf01-4948-a0f2-99663aafdea7 req-595fb83b-fbfb-4f02-91da-87095dfdaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:57.687197 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-925a5950-cf01-4948-a0f2-99663aafdea7 req-595fb83b-fbfb-4f02-91da-87095dfdaa44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 1129 time: 0.0872958 Apr 11 17:51:57.720279 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-925a5950-cf01-4948-a0f2-99663aafdea7 req-9dbf5cb5-d90c-4239-a5ff-9d713a5ac0e6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.727478 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-747c7fca-19fb-406b-aae0-857b7bc6db3f admin admin] Publish callbacks [] for security_group (cfaefdc4-ca4a-45cd-a08a-8265c996b049), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.735017 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-747c7fca-19fb-406b-aae0-857b7bc6db3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (cfaefdc4-ca4a-45cd-a08a-8265c996b049), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.789767 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-747c7fca-19fb-406b-aae0-857b7bc6db3f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b5a0029c382f4961a0e7543712552ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967807 Apr 11 17:51:57.792634 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49150) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:57.795407 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c7fca-19fb-406b-aae0-857b7bc6db3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaefdc4-ca4a-45cd-a08a-8265c996b049,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:57.846782 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-925a5950-cf01-4948-a0f2-99663aafdea7 req-9dbf5cb5-d90c-4239-a5ff-9d713a5ac0e6 service neutron] Publish callbacks [] for security_group (46dfd549-8ebc-47c8-8424-689fae068199), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.848240 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ac7a40a5-96f5-4084-91f4-72809cd5fde0 admin admin] Publish callbacks [] for security_group (cfaefdc4-ca4a-45cd-a08a-8265c996b049), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.852240 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-925a5950-cf01-4948-a0f2-99663aafdea7 req-9dbf5cb5-d90c-4239-a5ff-9d713a5ac0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (46dfd549-8ebc-47c8-8424-689fae068199), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.872751 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ac7a40a5-96f5-4084-91f4-72809cd5fde0 admin admin] Publish callbacks [] for security_group (cfaefdc4-ca4a-45cd-a08a-8265c996b049), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.911944 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-925a5950-cf01-4948-a0f2-99663aafdea7 req-9dbf5cb5-d90c-4239-a5ff-9d713a5ac0e6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182157 Apr 11 17:51:57.912728 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf5cb5-d90c-4239-a5ff-9d713a5ac0e6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=46dfd549-8ebc-47c8-8424-689fae068199,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:57.947810 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ac7a40a5-96f5-4084-91f4-72809cd5fde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (cfaefdc4-ca4a-45cd-a08a-8265c996b049), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.950843 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ac7a40a5-96f5-4084-91f4-72809cd5fde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:57.954562 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-ac7a40a5-96f5-4084-91f4-72809cd5fde0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cfaefdc4-ca4a-45cd-a08a-8265c996b049 HTTP/1.1" status: 204 len: 168 time: 0.1595483 Apr 11 17:51:57.972820 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a40a5-96f5-4084-91f4-72809cd5fde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaefdc4-ca4a-45cd-a08a-8265c996b049,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:58.104444 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c04eb5-8507-4675-8751-e0ef0628dc85 req-eefd5da7-bf03-418b-a24d-7013d37e2f17 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:58.106394 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-12c04eb5-8507-4675-8751-e0ef0628dc85 req-eefd5da7-bf03-418b-a24d-7013d37e2f17 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.0714798 Apr 11 17:51:58.159297 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-12c04eb5-8507-4675-8751-e0ef0628dc85 req-fd67fdbb-9eae-4046-983f-33a8c1378072 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473409 Apr 11 17:51:58.331222 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358891f-10b4-42f3-b89d-547b2dbb9c51 req-f5cf78e0-dc55-4fcb-96d2-90555ff113bf tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:58.331222 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9358891f-10b4-42f3-b89d-547b2dbb9c51 req-f5cf78e0-dc55-4fcb-96d2-90555ff113bf tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 943 time: 0.0548558 Apr 11 17:51:58.331445 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49190) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:58.344383 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0cf225af-1585-4a9b-87b4-119af57c93a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.380323 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 49192) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:58.388115 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9358891f-10b4-42f3-b89d-547b2dbb9c51 req-b0364caf-727b-4177-8038-c391a86d8d78 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515556 Apr 11 17:51:58.425900 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0cf225af-1585-4a9b-87b4-119af57c93a7 admin admin] Publish callbacks [] for security_group (d7aa02d5-0b56-4187-8074-6a8c452b03c1), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.430774 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0cf225af-1585-4a9b-87b4-119af57c93a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (d7aa02d5-0b56-4187-8074-6a8c452b03c1), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.468933 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-0cf225af-1585-4a9b-87b4-119af57c93a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d3b5d15d731a4866a168ae7cebac24da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363997 Apr 11 17:51:58.469794 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf225af-1585-4a9b-87b4-119af57c93a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aa02d5-0b56-4187-8074-6a8c452b03c1,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:58.471569 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 49196) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:58.519993 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4e3b8dd6-5d31-483a-bdcc-3fd3cb12e6f8 admin admin] Publish callbacks [] for security_group (d7aa02d5-0b56-4187-8074-6a8c452b03c1), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.548015 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4e3b8dd6-5d31-483a-bdcc-3fd3cb12e6f8 admin admin] Publish callbacks [] for security_group (d7aa02d5-0b56-4187-8074-6a8c452b03c1), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.559813 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e4c5fa-b2ff-49b7-a7eb-1f39dc488a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.628176 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4e3b8dd6-5d31-483a-bdcc-3fd3cb12e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (d7aa02d5-0b56-4187-8074-6a8c452b03c1), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.630742 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4e3b8dd6-5d31-483a-bdcc-3fd3cb12e6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.631853 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-4e3b8dd6-5d31-483a-bdcc-3fd3cb12e6f8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d7aa02d5-0b56-4187-8074-6a8c452b03c1 HTTP/1.1" status: 204 len: 168 time: 0.1593077 Apr 11 17:51:58.644213 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b8dd6-5d31-483a-bdcc-3fd3cb12e6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aa02d5-0b56-4187-8074-6a8c452b03c1,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:58.685453 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e4c5fa-b2ff-49b7-a7eb-1f39dc488a94 admin admin] Publish callbacks [] for security_group (fd2018b2-5c8b-4fb2-be4b-690a64286a0e), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.689452 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e4c5fa-b2ff-49b7-a7eb-1f39dc488a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (fd2018b2-5c8b-4fb2-be4b-690a64286a0e), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.730698 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-37e4c5fa-b2ff-49b7-a7eb-1f39dc488a94 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=50d1ba53911f4e16ae924062e41cadae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470161 Apr 11 17:51:58.730698 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4c5fa-b2ff-49b7-a7eb-1f39dc488a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2018b2-5c8b-4fb2-be4b-690a64286a0e,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:58.731068 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49204) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:58.788661 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0e012adc-a3e8-4a4c-93df-edb37ab0b8e7 admin admin] Publish callbacks [] for security_group (fd2018b2-5c8b-4fb2-be4b-690a64286a0e), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.809796 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0e012adc-a3e8-4a4c-93df-edb37ab0b8e7 admin admin] Publish callbacks [] for security_group (fd2018b2-5c8b-4fb2-be4b-690a64286a0e), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.854831 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0e012adc-a3e8-4a4c-93df-edb37ab0b8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (fd2018b2-5c8b-4fb2-be4b-690a64286a0e), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.857328 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0e012adc-a3e8-4a4c-93df-edb37ab0b8e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.858465 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-0e012adc-a3e8-4a4c-93df-edb37ab0b8e7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd2018b2-5c8b-4fb2-be4b-690a64286a0e HTTP/1.1" status: 204 len: 168 time: 0.1251488 Apr 11 17:51:58.866906 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e012adc-a3e8-4a4c-93df-edb37ab0b8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2018b2-5c8b-4fb2-be4b-690a64286a0e,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:58.933531 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49210) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:58.946259 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-39931ea1-8988-42aa-a4b6-3ea1de5c3cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:58.951554 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device cbd5e933-4ab5-4a06-a11f-9883317931b6 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:51:59.039158 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-39931ea1-8988-42aa-a4b6-3ea1de5c3cea admin admin] Publish callbacks [] for security_group (3c45bf20-5d5e-4ca7-81a2-d0bcb6ef7db2), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.043672 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-39931ea1-8988-42aa-a4b6-3ea1de5c3cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (3c45bf20-5d5e-4ca7-81a2-d0bcb6ef7db2), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.055557 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port cbd5e933-4ab5-4a06-a11f-9883317931b6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cbd5e933-4ab5-4a06-a11f-9883317931b6,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:59.067145 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'cbd5e933-4ab5-4a06-a11f-9883317931b6', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'port_id': 'cbd5e933-4ab5-4a06-a11f-9883317931b6', 'mac_address': 'fa:16:3e:c1:c2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:51:59.088327 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 49214) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:59.096216 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-39931ea1-8988-42aa-a4b6-3ea1de5c3cea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ca60f42c31d24118bd6bedeaec711eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615591 Apr 11 17:51:59.104626 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39931ea1-8988-42aa-a4b6-3ea1de5c3cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c45bf20-5d5e-4ca7-81a2-d0bcb6ef7db2,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:59.107015 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port cbd5e933-4ab5-4a06-a11f-9883317931b6 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:51:59.107420 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.124024 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd5e933-4ab5-4a06-a11f-9883317931b6 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:51:59.147245 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-548ec1ee-b441-4f24-912b-0d30d21427b8 admin admin] Publish callbacks [] for security_group (3c45bf20-5d5e-4ca7-81a2-d0bcb6ef7db2), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.149860 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49216) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:59.152695 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port cbd5e933-4ab5-4a06-a11f-9883317931b6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cbd5e933-4ab5-4a06-a11f-9883317931b6,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:51:59.157640 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.164960 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b140b59d-e43a-4e5f-82cb-2c3f92872a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.174061 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-548ec1ee-b441-4f24-912b-0d30d21427b8 admin admin] Publish callbacks [] for security_group (3c45bf20-5d5e-4ca7-81a2-d0bcb6ef7db2), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.227330 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=cbd5e933-4ab5-4a06-a11f-9883317931b6,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:59.229422 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-548ec1ee-b441-4f24-912b-0d30d21427b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (3c45bf20-5d5e-4ca7-81a2-d0bcb6ef7db2), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.242016 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-548ec1ee-b441-4f24-912b-0d30d21427b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.243347 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-548ec1ee-b441-4f24-912b-0d30d21427b8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c45bf20-5d5e-4ca7-81a2-d0bcb6ef7db2 HTTP/1.1" status: 204 len: 168 time: 0.1533253 Apr 11 17:51:59.259415 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ec1ee-b441-4f24-912b-0d30d21427b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c45bf20-5d5e-4ca7-81a2-d0bcb6ef7db2,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:59.333565 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b140b59d-e43a-4e5f-82cb-2c3f92872a33 admin admin] Publish callbacks [] for security_group (6b22eceb-4eac-4ea4-afe0-9325bc3d0105), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.340634 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b140b59d-e43a-4e5f-82cb-2c3f92872a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (6b22eceb-4eac-4ea4-afe0-9325bc3d0105), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.378550 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465aa03-c1d0-4654-aa52-d10a243e5bff req-1242bf19-75e9-488b-bb66-3c6ba17b51d5 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:59.381332 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3465aa03-c1d0-4654-aa52-d10a243e5bff req-1242bf19-75e9-488b-bb66-3c6ba17b51d5 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.0969136 Apr 11 17:51:59.383169 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140b59d-e43a-4e5f-82cb-2c3f92872a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b22eceb-4eac-4ea4-afe0-9325bc3d0105,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:59.391476 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-b140b59d-e43a-4e5f-82cb-2c3f92872a33 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9c0bc67c8a6d4a719158ae7c14129b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402995 Apr 11 17:51:59.392067 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49226) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:51:59.468380 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-47cbbc1e-a716-42a1-944c-bd983d21d67a admin admin] Publish callbacks [] for security_group (6b22eceb-4eac-4ea4-afe0-9325bc3d0105), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.491562 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-47cbbc1e-a716-42a1-944c-bd983d21d67a admin admin] Publish callbacks [] for security_group (6b22eceb-4eac-4ea4-afe0-9325bc3d0105), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.516072 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3465aa03-c1d0-4654-aa52-d10a243e5bff req-979c07b6-fa62-4187-99f8-d936576e4175 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274638 Apr 11 17:51:59.563628 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-47cbbc1e-a716-42a1-944c-bd983d21d67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (6b22eceb-4eac-4ea4-afe0-9325bc3d0105), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.570243 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-47cbbc1e-a716-42a1-944c-bd983d21d67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:51:59.575328 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-47cbbc1e-a716-42a1-944c-bd983d21d67a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b22eceb-4eac-4ea4-afe0-9325bc3d0105 HTTP/1.1" status: 204 len: 168 time: 0.1819413 Apr 11 17:51:59.585683 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbbc1e-a716-42a1-944c-bd983d21d67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b22eceb-4eac-4ea4-afe0-9325bc3d0105,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:51:59.604423 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5cbed-6afe-44d2-a45f-07def0a11bc0 req-0c5b85e6-7bd0-4d63-94af-bd669c64c283 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:51:59.611909 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-efd5cbed-6afe-44d2-a45f-07def0a11bc0 req-0c5b85e6-7bd0-4d63-94af-bd669c64c283 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 943 time: 0.1314001 Apr 11 17:51:59.677230 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-efd5cbed-6afe-44d2-a45f-07def0a11bc0 req-291847f9-8783-4b9f-9876-9a24cd9fd66e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644412 Apr 11 17:52:00.643337 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f3d75-f78d-4bc5-bbf0-3b0a04d77599 req-c7c76c4f-32ad-4f43-9e79-a82b60c14c14 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:00.644840 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0e8f3d75-f78d-4bc5-bbf0-3b0a04d77599 req-c7c76c4f-32ad-4f43-9e79-a82b60c14c14 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.0495193 Apr 11 17:52:00.722612 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0e8f3d75-f78d-4bc5-bbf0-3b0a04d77599 req-58134514-4b9a-463d-b468-c3ca81d61231 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627911 Apr 11 17:52:00.801833 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 71c8fdf2-3978-4da6-aeb9-b788265172fd details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:52:00.817626 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dd186-9d20-43f9-bf5a-6aa181815d5f req-2ca67fdf-3aef-43c6-9a11-bb037b93d76b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:00.825319 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-047dd186-9d20-43f9-bf5a-6aa181815d5f req-2ca67fdf-3aef-43c6-9a11-bb037b93d76b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 943 time: 0.0793462 Apr 11 17:52:00.881176 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-047dd186-9d20-43f9-bf5a-6aa181815d5f req-0039c922-5172-4f6f-90e0-336c64475e02 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515263 Apr 11 17:52:00.908720 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 71c8fdf2-3978-4da6-aeb9-b788265172fd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=71c8fdf2-3978-4da6-aeb9-b788265172fd,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:00.921911 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': '71c8fdf2-3978-4da6-aeb9-b788265172fd', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'port_id': '71c8fdf2-3978-4da6-aeb9-b788265172fd', 'mac_address': 'fa:16:3e:40:9c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:52:00.963181 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 71c8fdf2-3978-4da6-aeb9-b788265172fd is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:00.963580 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:00.977863 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c8fdf2-3978-4da6-aeb9-b788265172fd {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:52:00.998439 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 71c8fdf2-3978-4da6-aeb9-b788265172fd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=71c8fdf2-3978-4da6-aeb9-b788265172fd,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:01.003412 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:01.056718 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=71c8fdf2-3978-4da6-aeb9-b788265172fd,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:01.087111 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['cbd5e933-4ab5-4a06-a11f-9883317931b6'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:52:01.844646 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3989054-7edc-4177-8f58-5231c8afe2a3 req-6ac1621f-044c-4a5d-a924-4dfa72f4a087 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:01.855689 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d3989054-7edc-4177-8f58-5231c8afe2a3 req-6ac1621f-044c-4a5d-a924-4dfa72f4a087 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.0527947 Apr 11 17:52:01.903256 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d3989054-7edc-4177-8f58-5231c8afe2a3 req-d9532b8d-cdce-4978-82de-22363e0bf035 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427914 Apr 11 17:52:02.169539 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630853b-3dec-4ab2-adb2-cbf709e9e447 req-1b4c0105-7d34-45e8-809d-f3e521b52825 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:02.170867 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9630853b-3dec-4ab2-adb2-cbf709e9e447 req-1b4c0105-7d34-45e8-809d-f3e521b52825 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 944 time: 0.2203770 Apr 11 17:52:02.215246 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9630853b-3dec-4ab2-adb2-cbf709e9e447 req-777c59da-62fe-44c7-9ae8-fe192feb8ce6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382733 Apr 11 17:52:03.014751 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f753853-3dc8-49da-adbb-d79b2c0cc72e req-be6a7770-05ed-4235-96fc-a4cc1b6b1105 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:03.016205 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0f753853-3dc8-49da-adbb-d79b2c0cc72e req-be6a7770-05ed-4235-96fc-a4cc1b6b1105 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.0460231 Apr 11 17:52:03.067316 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0f753853-3dc8-49da-adbb-d79b2c0cc72e req-67c38cb1-4b74-4ed7-a3d1-27a3221cffc1 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 Apr 11 17:52:03.340193 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c770a-f9e0-4ab5-abd5-b7ba246b44e4 req-09cd96ba-38e1-42bb-9eb0-19a2861975d5 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:03.342598 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-792c770a-f9e0-4ab5-abd5-b7ba246b44e4 req-09cd96ba-38e1-42bb-9eb0-19a2861975d5 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 944 time: 0.0639808 Apr 11 17:52:03.389885 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-792c770a-f9e0-4ab5-abd5-b7ba246b44e4 req-62ba3cd2-22fb-4096-8226-54675dc67b2e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Apr 11 17:52:04.177877 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28424477-b5d5-4717-ae56-dda92c2d0bd0 req-cbae555f-c10b-4643-9393-c94a6c266e70 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:04.179201 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28424477-b5d5-4717-ae56-dda92c2d0bd0 req-cbae555f-c10b-4643-9393-c94a6c266e70 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.0464873 Apr 11 17:52:04.225362 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28424477-b5d5-4717-ae56-dda92c2d0bd0 req-b851110f-6ba4-4e8c-a59b-34839686c72d tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Apr 11 17:52:04.500099 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f8255-a5b3-424a-8cfc-e4347efc5ba9 req-64316b2a-9bb5-4609-a313-8fbce6a77c96 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:04.501606 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-731f8255-a5b3-424a-8cfc-e4347efc5ba9 req-64316b2a-9bb5-4609-a313-8fbce6a77c96 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 944 time: 0.0467505 Apr 11 17:52:04.551435 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-731f8255-a5b3-424a-8cfc-e4347efc5ba9 req-0dcf7a71-f453-4c47-9c46-375d93a3f0af tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436993 Apr 11 17:52:04.556827 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['71c8fdf2-3978-4da6-aeb9-b788265172fd'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:52:04.579885 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device cbd5e933-4ab5-4a06-a11f-9883317931b6 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:04.666852 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port cbd5e933-4ab5-4a06-a11f-9883317931b6 completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:52:04.678341 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port cbd5e933-4ab5-4a06-a11f-9883317931b6 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:04.678744 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.806404 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port cbd5e933-4ab5-4a06-a11f-9883317931b6 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:04.806830 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.829690 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef34fd9-3c7c-4428-9c52-b349563f80c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd5e933-4ab5-4a06-a11f-9883317931b6'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:52:04.832049 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fa796a-9fa5-4998-8549-e152dddc9736" -d '{"events": [{"server_uuid": "0ef34fd9-3c7c-4428-9c52-b349563f80c5", "name": "network-vif-plugged", "status": "completed", "tag": "cbd5e933-4ab5-4a06-a11f-9883317931b6"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:52:04.845507 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port cbd5e933-4ab5-4a06-a11f-9883317931b6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cbd5e933-4ab5-4a06-a11f-9883317931b6,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:04.851106 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:04.885156 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0406e0ce-3727-4fcd-9855-6a13ffc8d274 x-openstack-request-id: req-0406e0ce-3727-4fcd-9855-6a13ffc8d274 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:52:04.885445 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef34fd9-3c7c-4428-9c52-b349563f80c5", "name": "network-vif-plugged", "status": "completed", "tag": "cbd5e933-4ab5-4a06-a11f-9883317931b6", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:52:04.885832 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0406e0ce-3727-4fcd-9855-6a13ffc8d274 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:52:04.886343 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0406e0ce-3727-4fcd-9855-6a13ffc8d274'] response: {'server_uuid': '0ef34fd9-3c7c-4428-9c52-b349563f80c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd5e933-4ab5-4a06-a11f-9883317931b6', 'code': 200} Apr 11 17:52:04.918860 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=cbd5e933-4ab5-4a06-a11f-9883317931b6,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:05.037787 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc581b78-d23e-4877-b5be-129156908562 req-990b6b14-473d-413b-953b-2ea515c6c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:05.039605 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cc581b78-d23e-4877-b5be-129156908562 req-990b6b14-473d-413b-953b-2ea515c6c744 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 1129 time: 0.0393770 Apr 11 17:52:05.131518 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cc581b78-d23e-4877-b5be-129156908562 req-924bf89e-b99b-4776-97de-dd342b3d8618 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623324 Apr 11 17:52:05.343485 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec4944-9000-4ef8-9430-0fc8fbd7e50d req-349c88bf-4a09-4485-a8ac-758fa8ab2e8d tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:05.345078 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4bec4944-9000-4ef8-9430-0fc8fbd7e50d req-349c88bf-4a09-4485-a8ac-758fa8ab2e8d tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.0486655 Apr 11 17:52:05.415019 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4bec4944-9000-4ef8-9430-0fc8fbd7e50d req-d884e285-2dcb-4a55-be64-7408e02ab7fb tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624659 Apr 11 17:52:05.686545 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e8e33-23e3-4e7f-ae49-5eb217b2ecd1 req-2c56cab5-b136-4354-ac90-440000296531 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:05.689370 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-205e8e33-23e3-4e7f-ae49-5eb217b2ecd1 req-2c56cab5-b136-4354-ac90-440000296531 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 944 time: 0.0618522 Apr 11 17:52:05.758521 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-205e8e33-23e3-4e7f-ae49-5eb217b2ecd1 req-8a97f7b2-c160-4422-99fc-c207ccd861d7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647089 Apr 11 17:52:06.517740 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8557b7-c3e1-42ee-8e03-baae34964930 req-5143955b-a0aa-404b-94a0-6034180521b7 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:06.519162 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0e8557b7-c3e1-42ee-8e03-baae34964930 req-5143955b-a0aa-404b-94a0-6034180521b7 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.0454354 Apr 11 17:52:06.563856 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0e8557b7-c3e1-42ee-8e03-baae34964930 req-5de2a31f-fa91-4044-8099-5a2744afbed7 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392678 Apr 11 17:52:06.832193 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 71c8fdf2-3978-4da6-aeb9-b788265172fd up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:06.908771 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port 71c8fdf2-3978-4da6-aeb9-b788265172fd completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:52:06.915670 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port 71c8fdf2-3978-4da6-aeb9-b788265172fd triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:06.916262 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:06.918309 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deab7a-ffde-411c-bc84-f1ba20468222 req-a054e8b2-0d16-4449-a16e-12b00d933352 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:06.919998 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d8deab7a-ffde-411c-bc84-f1ba20468222 req-a054e8b2-0d16-4449-a16e-12b00d933352 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 944 time: 0.0694888 Apr 11 17:52:06.970526 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d8deab7a-ffde-411c-bc84-f1ba20468222 req-5e94da2b-1489-4181-aa1e-982ed9fff66e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445356 Apr 11 17:52:06.996550 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 71c8fdf2-3978-4da6-aeb9-b788265172fd is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:06.996992 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:07.022586 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fc59fe-a713-40f7-84a0-9fa1d0bb29a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c8fdf2-3978-4da6-aeb9-b788265172fd'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:52:07.024722 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bb4987-8367-45b9-b12d-8d52422a8ac4" -d '{"events": [{"server_uuid": "28fc59fe-a713-40f7-84a0-9fa1d0bb29a2", "name": "network-vif-plugged", "status": "completed", "tag": "71c8fdf2-3978-4da6-aeb9-b788265172fd"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:52:07.136363 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45eb5ef-c347-4a1c-88cb-818f7df1df17 x-openstack-request-id: req-e45eb5ef-c347-4a1c-88cb-818f7df1df17 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:52:07.136671 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fc59fe-a713-40f7-84a0-9fa1d0bb29a2", "name": "network-vif-plugged", "status": "completed", "tag": "71c8fdf2-3978-4da6-aeb9-b788265172fd", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:52:07.136951 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e45eb5ef-c347-4a1c-88cb-818f7df1df17 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:52:07.137339 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45eb5ef-c347-4a1c-88cb-818f7df1df17'] response: {'server_uuid': '28fc59fe-a713-40f7-84a0-9fa1d0bb29a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c8fdf2-3978-4da6-aeb9-b788265172fd', 'code': 200} Apr 11 17:52:07.138943 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 71c8fdf2-3978-4da6-aeb9-b788265172fd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=71c8fdf2-3978-4da6-aeb9-b788265172fd,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:07.142657 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:07.187418 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=71c8fdf2-3978-4da6-aeb9-b788265172fd,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:08.078542 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4f85d-09a6-442a-942c-102c6369b4e5 req-3316de87-5817-41d4-b7dd-b04f91197688 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:08.079979 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-37f4f85d-09a6-442a-942c-102c6369b4e5 req-3316de87-5817-41d4-b7dd-b04f91197688 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0460577 Apr 11 17:52:08.125273 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-37f4f85d-09a6-442a-942c-102c6369b4e5 req-4d1b6a0b-8a57-4cd5-9d02-0ca537af3bbb tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398092 Apr 11 17:52:09.246842 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78d21a-2d28-463d-ba48-7813dda83609 req-b26f3fee-7e47-469a-a2c3-feaf15c2f4c8 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:09.248436 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5d78d21a-2d28-463d-ba48-7813dda83609 req-b26f3fee-7e47-469a-a2c3-feaf15c2f4c8 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0480850 Apr 11 17:52:09.296411 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5d78d21a-2d28-463d-ba48-7813dda83609 req-89eb0bec-9a0d-42db-9812-4b1328bfdb7e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Apr 11 17:52:09.596389 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ecddd-5acb-42aa-8bbe-3671f0967d29 req-eec2f998-1cba-477f-a41a-40ed614547f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:09.599940 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fe6ecddd-5acb-42aa-8bbe-3671f0967d29 req-eec2f998-1cba-477f-a41a-40ed614547f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 1129 time: 0.0436125 Apr 11 17:52:09.643235 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fe6ecddd-5acb-42aa-8bbe-3671f0967d29 req-8fcf0a13-574c-4b3c-99cf-7a757903deca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362999 Apr 11 17:52:10.404154 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca754cbb-a380-4d41-aecc-8e5bb3ec161b req-1b58e3f3-2ec5-4b3d-8e53-2399b98286d9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:10.405646 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ca754cbb-a380-4d41-aecc-8e5bb3ec161b req-1b58e3f3-2ec5-4b3d-8e53-2399b98286d9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0459228 Apr 11 17:52:10.452048 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ca754cbb-a380-4d41-aecc-8e5bb3ec161b req-b35b8dde-d30b-4d7e-a1aa-df5d2c636985 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Apr 11 17:52:11.562127 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d819dc-aefa-45ac-916a-35210a027cf8 req-10981854-c364-496c-b249-26d7b6d40842 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:11.563476 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-98d819dc-aefa-45ac-916a-35210a027cf8 req-10981854-c364-496c-b249-26d7b6d40842 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0489721 Apr 11 17:52:11.608378 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-98d819dc-aefa-45ac-916a-35210a027cf8 req-668c77d6-4a82-48a2-93ec-af64f95fc2ef tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Apr 11 17:52:12.717377 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef2ad2-4c4e-4190-a7f0-ceee3f10aceb req-076cba4e-c0ea-4813-9add-ad7c719ca6d2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:12.718847 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-13ef2ad2-4c4e-4190-a7f0-ceee3f10aceb req-076cba4e-c0ea-4813-9add-ad7c719ca6d2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0459008 Apr 11 17:52:12.765128 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-13ef2ad2-4c4e-4190-a7f0-ceee3f10aceb req-2e0e0b54-bcc2-4e40-a6d2-8b9057e8a700 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407193 Apr 11 17:52:13.168095 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-3eb243b7-6dc1-42fb-ae33-bfb060a551ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:13.877299 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c691759-27ca-4779-8b78-95fb7d5b2980 req-154159e7-dea3-4163-be8e-5b6a1aa83c11 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:13.878783 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5c691759-27ca-4779-8b78-95fb7d5b2980 req-154159e7-dea3-4163-be8e-5b6a1aa83c11 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0465431 Apr 11 17:52:13.929095 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5c691759-27ca-4779-8b78-95fb7d5b2980 req-14294018-41ff-4df1-b188-f994c7c02a8a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447621 Apr 11 17:52:15.047696 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0f00c-e8e6-4376-8185-6494b4bd955c req-6aa75a64-8167-4412-a2af-89d7618fdea3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:15.049204 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-00f0f00c-e8e6-4376-8185-6494b4bd955c req-6aa75a64-8167-4412-a2af-89d7618fdea3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0543222 Apr 11 17:52:15.103738 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-00f0f00c-e8e6-4376-8185-6494b4bd955c req-bf01aeb1-ef6f-420e-bb84-3e0ff9feb0a2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471992 Apr 11 17:52:15.532048 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-a7f0622b-3c2c-4671-8467-bc97ca821163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.721942 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49742) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:15.838828 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ebe058a7-609e-4d0d-8627-cc8633c77e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.928972 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ebe058a7-609e-4d0d-8627-cc8633c77e22 admin admin] Publish callbacks [] for security_group (e0bdd750-1519-4997-b27e-049d7f6b9286), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.934068 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ebe058a7-609e-4d0d-8627-cc8633c77e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (e0bdd750-1519-4997-b27e-049d7f6b9286), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:15.963634 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 49762) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:15.964021 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-ebe058a7-609e-4d0d-8627-cc8633c77e22 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dfef4d69beb149f4a03dc64cafdd25de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408597 Apr 11 17:52:15.987831 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe058a7-609e-4d0d-8627-cc8633c77e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bdd750-1519-4997-b27e-049d7f6b9286,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:16.046308 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49768) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:16.051569 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-21f477ad-32b7-4410-ab4a-c1441dec5c8a admin admin] Publish callbacks [] for security_group (e0bdd750-1519-4997-b27e-049d7f6b9286), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.081207 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-21f477ad-32b7-4410-ab4a-c1441dec5c8a admin admin] Publish callbacks [] for security_group (e0bdd750-1519-4997-b27e-049d7f6b9286), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.164394 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-21f477ad-32b7-4410-ab4a-c1441dec5c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (e0bdd750-1519-4997-b27e-049d7f6b9286), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.167476 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-21f477ad-32b7-4410-ab4a-c1441dec5c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.169247 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-21f477ad-32b7-4410-ab4a-c1441dec5c8a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0bdd750-1519-4997-b27e-049d7f6b9286 HTTP/1.1" status: 204 len: 168 time: 0.2039690 Apr 11 17:52:16.207339 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f477ad-32b7-4410-ab4a-c1441dec5c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bdd750-1519-4997-b27e-049d7f6b9286,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:16.234759 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6ae0fc92-6f89-4631-b818-bda2fa86d04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.277282 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0baa04-d336-4b3c-84dc-d841ec9ffebf req-ef844d70-6fa3-411e-83e7-644b09b24cb2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:16.279183 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3b0baa04-d336-4b3c-84dc-d841ec9ffebf req-ef844d70-6fa3-411e-83e7-644b09b24cb2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0857453 Apr 11 17:52:16.350352 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6ae0fc92-6f89-4631-b818-bda2fa86d04e admin admin] Publish callbacks [] for security_group (00e4f5b1-7c82-4835-964f-8a74eb46de55), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.351370 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3b0baa04-d336-4b3c-84dc-d841ec9ffebf req-dc1795fe-9792-4e76-bd53-5a7878b014c1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642784 Apr 11 17:52:16.356530 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6ae0fc92-6f89-4631-b818-bda2fa86d04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (00e4f5b1-7c82-4835-964f-8a74eb46de55), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.430160 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0fc92-6f89-4631-b818-bda2fa86d04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e4f5b1-7c82-4835-964f-8a74eb46de55,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:16.443726 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-6ae0fc92-6f89-4631-b818-bda2fa86d04e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e462580f492146afa4b1e7be01fee4eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901701 Apr 11 17:52:16.443895 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 49798) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:16.476783 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.497820 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2beecf37-a0c1-4a44-88fe-fceadc5c7584 admin admin] Publish callbacks [] for security_group (00e4f5b1-7c82-4835-964f-8a74eb46de55), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.522413 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2beecf37-a0c1-4a44-88fe-fceadc5c7584 admin admin] Publish callbacks [] for security_group (00e4f5b1-7c82-4835-964f-8a74eb46de55), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.579740 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2beecf37-a0c1-4a44-88fe-fceadc5c7584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (00e4f5b1-7c82-4835-964f-8a74eb46de55), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.583666 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2beecf37-a0c1-4a44-88fe-fceadc5c7584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.595432 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-2beecf37-a0c1-4a44-88fe-fceadc5c7584 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/00e4f5b1-7c82-4835-964f-8a74eb46de55 HTTP/1.1" status: 204 len: 168 time: 0.1463120 Apr 11 17:52:16.608668 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beecf37-a0c1-4a44-88fe-fceadc5c7584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e4f5b1-7c82-4835-964f-8a74eb46de55,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:16.677349 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 49810) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:16.706752 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:16.778315 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4cf95-1e67-48d5-bd1c-101feedb672a req-78431ecd-89cb-4538-b1b1-791915487df5 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:16.779791 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-47b4cf95-1e67-48d5-bd1c-101feedb672a req-78431ecd-89cb-4538-b1b1-791915487df5 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0941043 Apr 11 17:52:16.780754 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632f191-9e56-40d8-92da-0f3648846a9a req-1d36fd13-1154-4772-bb8f-32e86611ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:16.782265 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b632f191-9e56-40d8-92da-0f3648846a9a req-1d36fd13-1154-4772-bb8f-32e86611ca00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 1129 time: 0.0975227 Apr 11 17:52:16.957150 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-47b4cf95-1e67-48d5-bd1c-101feedb672a req-90c7d08c-7e02-4557-beb4-6153c6b0bec0 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703668 Apr 11 17:52:16.969290 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49818) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:16.986642 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.027646 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632f191-9e56-40d8-92da-0f3648846a9a req-e4f7eab9-0cd3-49f6-b8f7-59a325da4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:17.029223 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b632f191-9e56-40d8-92da-0f3648846a9a req-e4f7eab9-0cd3-49f6-b8f7-59a325da4612 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 0.2353625 Apr 11 17:52:17.076112 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Publish callbacks [] for security_group (07b79870-251e-4ef2-b282-fadd1e878e07), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.079787 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (07b79870-251e-4ef2-b282-fadd1e878e07), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.090569 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Publish callbacks [] for security_group (91cc1c36-e68f-4a2e-b5a3-b2e54c42cf23), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.093174 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b632f191-9e56-40d8-92da-0f3648846a9a req-8d3dd8aa-8c4f-49cb-af11-da38f02b891b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c8fdf2-3978-4da6-aeb9-b788265172fd HTTP/1.1" status: 200 len: 217 time: 0.0467627 Apr 11 17:52:17.096488 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (91cc1c36-e68f-4a2e-b5a3-b2e54c42cf23), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.120588 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b79870-251e-4ef2-b282-fadd1e878e07,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:17.130449 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a848dbf51aa1498fb7fe46f7baba5fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599665 Apr 11 17:52:17.132155 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.132643 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.133493 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.133840 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.134173 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.134507 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.134833 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.135164 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.135505 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.136089 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.136424 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.136759 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.137112 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.137429 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.137910 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eafcfd5-a602-46b8-8de7-a71f693cc27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.142531 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49822) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:17.171302 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49826) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:17.174321 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ec60f3caa06c4f15bbcabb5cd483035f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960308 Apr 11 17:52:17.182404 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49828) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:17.197989 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cc1c36-e68f-4a2e-b5a3-b2e54c42cf23,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:17.210128 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.210485 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.210824 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.211317 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.211655 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.211982 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.212538 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.212929 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.213267 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.213639 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.213991 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.214379 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.214710 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.215028 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.215436 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ad3bb-4204-415f-a016-2c624e939d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:17.220490 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632f191-9e56-40d8-92da-0f3648846a9a req-12c53c9f-feef-49b4-a4ba-0412fc9f225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:17.222275 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b632f191-9e56-40d8-92da-0f3648846a9a req-12c53c9f-feef-49b4-a4ba-0412fc9f225f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.1217966 Apr 11 17:52:17.226370 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e4e08276-ace5-49d9-b6e9-34bed7823a38 admin admin] Publish callbacks [] for security_group (07b79870-251e-4ef2-b282-fadd1e878e07), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.287343 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e4e08276-ace5-49d9-b6e9-34bed7823a38 admin admin] Publish callbacks [] for security_group (07b79870-251e-4ef2-b282-fadd1e878e07), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.289295 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-395d7b2d-9d80-489b-863f-b1196700989b admin admin] Publish callbacks [] for security_group (91cc1c36-e68f-4a2e-b5a3-b2e54c42cf23), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.295324 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632f191-9e56-40d8-92da-0f3648846a9a req-69dbd208-eca9-4dfa-8661-7bea39275a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:17.297802 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b632f191-9e56-40d8-92da-0f3648846a9a req-69dbd208-eca9-4dfa-8661-7bea39275a14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608737 Apr 11 17:52:17.356236 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b103-b567-4b57-ab2f-209df0937df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.364506 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-395d7b2d-9d80-489b-863f-b1196700989b admin admin] Publish callbacks [] for security_group (91cc1c36-e68f-4a2e-b5a3-b2e54c42cf23), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.411904 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b632f191-9e56-40d8-92da-0f3648846a9a req-6312e7a9-b77f-495a-9703-eb8de0e9b4f3 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079898 Apr 11 17:52:17.428760 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e4e08276-ace5-49d9-b6e9-34bed7823a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (07b79870-251e-4ef2-b282-fadd1e878e07), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.431666 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e4e08276-ace5-49d9-b6e9-34bed7823a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.433009 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-e4e08276-ace5-49d9-b6e9-34bed7823a38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/07b79870-251e-4ef2-b282-fadd1e878e07 HTTP/1.1" status: 204 len: 168 time: 0.2895293 Apr 11 17:52:17.455338 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e08276-ace5-49d9-b6e9-34bed7823a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b79870-251e-4ef2-b282-fadd1e878e07,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:17.525337 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-395d7b2d-9d80-489b-863f-b1196700989b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (91cc1c36-e68f-4a2e-b5a3-b2e54c42cf23), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.527882 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-395d7b2d-9d80-489b-863f-b1196700989b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.531409 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-395d7b2d-9d80-489b-863f-b1196700989b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/91cc1c36-e68f-4a2e-b5a3-b2e54c42cf23 HTTP/1.1" status: 204 len: 168 time: 0.3424106 Apr 11 17:52:17.553388 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b632f191-9e56-40d8-92da-0f3648846a9a req-97ef60ec-c929-4a03-b5cf-7e4bca4353fe service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340840 Apr 11 17:52:17.562736 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d7b2d-9d80-489b-863f-b1196700989b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cc1c36-e68f-4a2e-b5a3-b2e54c42cf23,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:17.573471 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b103-b567-4b57-ab2f-209df0937df1 admin admin] Publish callbacks [] for security_group (564b96dd-79a2-4031-a172-4c8cc38e76ff), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.588615 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b103-b567-4b57-ab2f-209df0937df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (564b96dd-79a2-4031-a172-4c8cc38e76ff), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.646635 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0b103-b567-4b57-ab2f-209df0937df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564b96dd-79a2-4031-a172-4c8cc38e76ff,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:17.693976 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-d8e0b103-b567-4b57-ab2f-209df0937df1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04791ba2f7234d78b37c943f975046cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5185418 Apr 11 17:52:17.695584 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49862) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:17.697583 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:52:17.699443 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bc49646d-3908-4e47-9a01-6ee76866470c req-9b110462-68ca-4fff-bd1c-ba4d85c7d578 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0645490 Apr 11 17:52:17.761529 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1abf49d1-2917-4523-a3ae-b366a98e8b3b admin admin] Publish callbacks [] for security_group (564b96dd-79a2-4031-a172-4c8cc38e76ff), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.820087 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1abf49d1-2917-4523-a3ae-b366a98e8b3b admin admin] Publish callbacks [] for security_group (564b96dd-79a2-4031-a172-4c8cc38e76ff), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.871569 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49646d-3908-4e47-9a01-6ee76866470c req-41b66c9b-a8b4-423c-806d-539df8b6424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:17.884149 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bc49646d-3908-4e47-9a01-6ee76866470c req-41b66c9b-a8b4-423c-806d-539df8b6424f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d557924b0c3849558434527ed87a87cd&device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 1129 time: 0.0587220 Apr 11 17:52:17.884901 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 49868) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:17.899678 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1e093437-1ad4-4f6c-9249-7b4e2417d76e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.912730 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.936934 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1abf49d1-2917-4523-a3ae-b366a98e8b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (564b96dd-79a2-4031-a172-4c8cc38e76ff), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.940055 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1abf49d1-2917-4523-a3ae-b366a98e8b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:17.941868 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-1abf49d1-2917-4523-a3ae-b366a98e8b3b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/564b96dd-79a2-4031-a172-4c8cc38e76ff HTTP/1.1" status: 204 len: 168 time: 0.2443476 Apr 11 17:52:17.960959 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf49d1-2917-4523-a3ae-b366a98e8b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564b96dd-79a2-4031-a172-4c8cc38e76ff,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:18.104407 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ef872-0aa6-43dd-8346-fe61c35ac177 req-5a5ff079-f884-43e9-9c1c-014458b71f28 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.105517 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ee5ef872-0aa6-43dd-8346-fe61c35ac177 req-5a5ff079-f884-43e9-9c1c-014458b71f28 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0500131 Apr 11 17:52:18.114471 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49646d-3908-4e47-9a01-6ee76866470c req-cf2ba635-a33d-4f4a-9fb8-acd402cc1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:18.115865 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bc49646d-3908-4e47-9a01-6ee76866470c req-cf2ba635-a33d-4f4a-9fb8-acd402cc1e1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=96ff1c25-079a-4df3-aca3-54d8f49265de HTTP/1.1" status: 200 len: 913 time: 0.2122531 Apr 11 17:52:18.166366 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1e093437-1ad4-4f6c-9249-7b4e2417d76e admin admin] Publish callbacks [] for security_group (5081b922-2562-4c03-9702-d6fee1e01ccd), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:18.177643 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1e093437-1ad4-4f6c-9249-7b4e2417d76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (5081b922-2562-4c03-9702-d6fee1e01ccd), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:18.205366 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ee5ef872-0aa6-43dd-8346-fe61c35ac177 req-cc10cfc3-ccf4-4905-811a-9dd9bf06492a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928760 Apr 11 17:52:18.224177 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e093437-1ad4-4f6c-9249-7b4e2417d76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5081b922-2562-4c03-9702-d6fee1e01ccd,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:18.233010 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 49886) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:18.233409 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-1e093437-1ad4-4f6c-9249-7b4e2417d76e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87e2b94219be47a7a8e6fc492053a854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467937 Apr 11 17:52:18.285796 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4937-b85a-4d72-9896-e5189b76c2d9 admin admin] Publish callbacks [] for security_group (5081b922-2562-4c03-9702-d6fee1e01ccd), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:18.309333 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4937-b85a-4d72-9896-e5189b76c2d9 admin admin] Publish callbacks [] for security_group (5081b922-2562-4c03-9702-d6fee1e01ccd), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:18.360392 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4937-b85a-4d72-9896-e5189b76c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (5081b922-2562-4c03-9702-d6fee1e01ccd), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:18.362321 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4937-b85a-4d72-9896-e5189b76c2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:18.364350 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-bdbe4937-b85a-4d72-9896-e5189b76c2d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5081b922-2562-4c03-9702-d6fee1e01ccd HTTP/1.1" status: 204 len: 168 time: 0.1304398 Apr 11 17:52:18.374022 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe4937-b85a-4d72-9896-e5189b76c2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5081b922-2562-4c03-9702-d6fee1e01ccd,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:18.807599 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bc49646d-3908-4e47-9a01-6ee76866470c req-ae517f3e-00e4-4cde-925b-66d4ad459b9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f465c87a-7dd3-434f-858d-11407dd0f31e HTTP/1.1" status: 200 len: 217 time: 0.0425496 Apr 11 17:52:19.335774 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f18a-0c92-4b07-9b03-dbea67a8aeff req-66b2d751-b3cb-462e-ac5f-d6d6acea4660 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:19.337577 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9525f18a-0c92-4b07-9b03-dbea67a8aeff req-66b2d751-b3cb-462e-ac5f-d6d6acea4660 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0598569 Apr 11 17:52:19.399173 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9525f18a-0c92-4b07-9b03-dbea67a8aeff req-73f660ea-6f12-40ca-82b1-d691d06586cc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559676 Apr 11 17:52:19.439725 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:19.661634 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49646d-3908-4e47-9a01-6ee76866470c req-c7f33883-080e-4380-b422-d1faf08ab714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:19.663230 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bc49646d-3908-4e47-9a01-6ee76866470c req-c7f33883-080e-4380-b422-d1faf08ab714 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea634e4-4bbd-4008-90f8-7707bcebf840 HTTP/1.1" status: 200 len: 852 time: 0.0565374 Apr 11 17:52:19.922292 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:20.531302 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2cfbf-26b7-4e11-91e9-29b043571f4e req-504844bb-6bf4-4373-9c6a-8a27be32c953 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:20.532819 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-acd2cfbf-26b7-4e11-91e9-29b043571f4e req-504844bb-6bf4-4373-9c6a-8a27be32c953 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0593586 Apr 11 17:52:20.583789 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bc49646d-3908-4e47-9a01-6ee76866470c req-9316d86a-bc5b-47b8-ba8f-9a65afb7c68d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96ff1c25-079a-4df3-aca3-54d8f49265de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278547 Apr 11 17:52:20.627373 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-acd2cfbf-26b7-4e11-91e9-29b043571f4e req-4b14d532-fe3b-409e-a7f3-1f746523d96d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872412 Apr 11 17:52:20.687695 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bc49646d-3908-4e47-9a01-6ee76866470c req-f7062344-bd4f-4418-ad83-470e03b6d25a service neutron] 10.222.0.18 "GET /v2.0/networks/96ff1c25-079a-4df3-aca3-54d8f49265de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964658 Apr 11 17:52:20.774971 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bc49646d-3908-4e47-9a01-6ee76866470c req-ef3e2373-7fd1-4854-be26-4e1ba5dbb033 service neutron] 10.222.0.18 "GET /v2.0/networks/96ff1c25-079a-4df3-aca3-54d8f49265de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809557 Apr 11 17:52:21.738871 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5b8ab-123d-4e20-909b-c32d34bb3ff4 req-793e687f-9c7c-405b-bdd4-6ee6ba3ace62 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:21.740278 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e7b5b8ab-123d-4e20-909b-c32d34bb3ff4 req-793e687f-9c7c-405b-bdd4-6ee6ba3ace62 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Apr 11 17:52:21.785289 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e7b5b8ab-123d-4e20-909b-c32d34bb3ff4 req-f2790e55-8678-4dac-b011-5dc43212dd8e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396342 Apr 11 17:52:22.895185 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ca7cf-c526-4321-a754-484cb1d3701f req-26efa0fb-64b4-4063-9624-a286c1048922 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:22.896632 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9c4ca7cf-c526-4321-a754-484cb1d3701f req-26efa0fb-64b4-4063-9624-a286c1048922 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0462673 Apr 11 17:52:22.941728 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9c4ca7cf-c526-4321-a754-484cb1d3701f req-4d3c5cae-43eb-43bd-acad-d4e0272c74bb tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393586 Apr 11 17:52:24.051586 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e61ef3-d154-4f22-ad87-d0a13a817549 req-8c1b8a82-9e89-424f-ac2e-b0c090f54b74 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:24.053047 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-37e61ef3-d154-4f22-ad87-d0a13a817549 req-8c1b8a82-9e89-424f-ac2e-b0c090f54b74 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0463378 Apr 11 17:52:24.101921 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-37e61ef3-d154-4f22-ad87-d0a13a817549 req-337d52aa-d557-493b-90c1-5a25fc54b643 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Apr 11 17:52:25.212738 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5b440-15b2-46a9-b9ed-4efef0b00f4f req-79183a32-8ac9-451e-93d6-8f0faf11b5a2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:25.214197 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d1c5b440-15b2-46a9-b9ed-4efef0b00f4f req-79183a32-8ac9-451e-93d6-8f0faf11b5a2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0457563 Apr 11 17:52:25.259265 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d1c5b440-15b2-46a9-b9ed-4efef0b00f4f req-bf14205f-5fc1-4a4c-83b9-0c7884134141 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 Apr 11 17:52:26.366779 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19277aac-84e3-4536-a697-ee6177aaa677 req-c394825a-a52f-4b71-88b6-8135de973dec tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:26.368216 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-19277aac-84e3-4536-a697-ee6177aaa677 req-c394825a-a52f-4b71-88b6-8135de973dec tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0448160 Apr 11 17:52:26.412905 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-19277aac-84e3-4536-a697-ee6177aaa677 req-9b250de1-08af-497a-9dd5-5bb4f5c5e468 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Apr 11 17:52:27.530139 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e400052-1af9-40f4-b008-fd910f33499c req-f80b6aa8-e99f-4d27-8eb3-933f5ab05d6a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:27.531779 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2e400052-1af9-40f4-b008-fd910f33499c req-f80b6aa8-e99f-4d27-8eb3-933f5ab05d6a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0544116 Apr 11 17:52:27.581526 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2e400052-1af9-40f4-b008-fd910f33499c req-52859445-3b95-4e49-a7bd-0e732d5c68c5 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436804 Apr 11 17:52:28.692937 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f68a0-8b3d-42dc-9959-fea041f53f7b req-2f3bda38-506f-4ce9-b78a-480fe85b642e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:28.694398 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-834f68a0-8b3d-42dc-9959-fea041f53f7b req-2f3bda38-506f-4ce9-b78a-480fe85b642e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0466146 Apr 11 17:52:28.740957 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-834f68a0-8b3d-42dc-9959-fea041f53f7b req-229a0666-1ee8-4540-8d3a-7bc601579ee9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Apr 11 17:52:28.848307 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50182) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:28.956506 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9f9cedc5-26d7-4598-bc87-1480e5655551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.032876 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9f9cedc5-26d7-4598-bc87-1480e5655551 admin admin] Publish callbacks [] for security_group (88ac0d16-850c-4978-9b2b-d217dc0a41d2), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.037581 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9f9cedc5-26d7-4598-bc87-1480e5655551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (88ac0d16-850c-4978-9b2b-d217dc0a41d2), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.076125 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-9f9cedc5-26d7-4598-bc87-1480e5655551 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e129af726d0e4640bccf2ee2f24282c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266355 Apr 11 17:52:29.076985 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cedc5-26d7-4598-bc87-1480e5655551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ac0d16-850c-4978-9b2b-d217dc0a41d2,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:29.078863 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50200) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:29.139966 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b483d155-e6b3-4cf9-acca-5da9a83641f7 admin admin] Publish callbacks [] for security_group (88ac0d16-850c-4978-9b2b-d217dc0a41d2), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.164707 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b483d155-e6b3-4cf9-acca-5da9a83641f7 admin admin] Publish callbacks [] for security_group (88ac0d16-850c-4978-9b2b-d217dc0a41d2), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.212606 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b483d155-e6b3-4cf9-acca-5da9a83641f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (88ac0d16-850c-4978-9b2b-d217dc0a41d2), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.215555 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b483d155-e6b3-4cf9-acca-5da9a83641f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.219099 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-b483d155-e6b3-4cf9-acca-5da9a83641f7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/88ac0d16-850c-4978-9b2b-d217dc0a41d2 HTTP/1.1" status: 204 len: 168 time: 0.1365860 Apr 11 17:52:29.226680 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483d155-e6b3-4cf9-acca-5da9a83641f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ac0d16-850c-4978-9b2b-d217dc0a41d2,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:29.476194 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50212) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:29.488835 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8024bfb6-9fa2-446d-802f-eddb7cc0b3ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.564330 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8024bfb6-9fa2-446d-802f-eddb7cc0b3ad admin admin] Publish callbacks [] for security_group (b9dc61f4-ed10-4ce4-b118-c95445c64709), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.568389 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8024bfb6-9fa2-446d-802f-eddb7cc0b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (b9dc61f4-ed10-4ce4-b118-c95445c64709), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.605306 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-8024bfb6-9fa2-446d-802f-eddb7cc0b3ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=49253a2a08f640e59488934d918cd999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280782 Apr 11 17:52:29.607196 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024bfb6-9fa2-446d-802f-eddb7cc0b3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dc61f4-ed10-4ce4-b118-c95445c64709,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:29.607963 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50214) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:29.655345 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a13f3796-ebd0-4983-9967-966b805be5c7 admin admin] Publish callbacks [] for security_group (b9dc61f4-ed10-4ce4-b118-c95445c64709), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.677124 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a13f3796-ebd0-4983-9967-966b805be5c7 admin admin] Publish callbacks [] for security_group (b9dc61f4-ed10-4ce4-b118-c95445c64709), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.722018 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a13f3796-ebd0-4983-9967-966b805be5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (b9dc61f4-ed10-4ce4-b118-c95445c64709), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.724692 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a13f3796-ebd0-4983-9967-966b805be5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:29.725956 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-a13f3796-ebd0-4983-9967-966b805be5c7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9dc61f4-ed10-4ce4-b118-c95445c64709 HTTP/1.1" status: 204 len: 168 time: 0.1168776 Apr 11 17:52:29.733887 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f3796-ebd0-4983-9967-966b805be5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dc61f4-ed10-4ce4-b118-c95445c64709,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:29.855164 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ab329-5371-4de7-b116-10480d3a319f req-ef09aa57-eecc-46fa-9d65-7a92f5a2eda1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:29.856652 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-160ab329-5371-4de7-b116-10480d3a319f req-ef09aa57-eecc-46fa-9d65-7a92f5a2eda1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0477669 Apr 11 17:52:29.910388 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-160ab329-5371-4de7-b116-10480d3a319f req-1e5efa06-e80b-4bd4-ad49-19a164ddf371 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482166 Apr 11 17:52:31.020960 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639f052-7e38-4748-8860-afb778d2abd8 req-3d2974dc-3941-4acb-86b6-bcd47dce55d6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:31.022413 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e639f052-7e38-4748-8860-afb778d2abd8 req-3d2974dc-3941-4acb-86b6-bcd47dce55d6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0465660 Apr 11 17:52:31.072621 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e639f052-7e38-4748-8860-afb778d2abd8 req-571aaea2-e92e-438b-b614-06b8c60f2675 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440276 Apr 11 17:52:31.849693 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50320) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:31.961746 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f35ad155-8ce8-4daf-a698-27a82d5385ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:32.053762 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f35ad155-8ce8-4daf-a698-27a82d5385ae admin admin] Publish callbacks [] for security_group (d6c249f5-ad17-4ecd-8d63-08b288001964), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:32.057721 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f35ad155-8ce8-4daf-a698-27a82d5385ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (d6c249f5-ad17-4ecd-8d63-08b288001964), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:32.110571 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-f35ad155-8ce8-4daf-a698-27a82d5385ae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d7a78ff281b44908f07bb0205660660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540522 Apr 11 17:52:32.110571 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ad155-8ce8-4daf-a698-27a82d5385ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c249f5-ad17-4ecd-8d63-08b288001964,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:32.111546 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50348) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:32.169888 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-98effc1e-9b48-4869-a690-a483159daf8c admin admin] Publish callbacks [] for security_group (d6c249f5-ad17-4ecd-8d63-08b288001964), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:32.227464 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-98effc1e-9b48-4869-a690-a483159daf8c admin admin] Publish callbacks [] for security_group (d6c249f5-ad17-4ecd-8d63-08b288001964), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:32.240547 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d6de5-b833-42fe-b1fa-d053816a0d5c req-5fcf186b-211d-48ab-8f3d-550b70a901e9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:32.240547 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-380d6de5-b833-42fe-b1fa-d053816a0d5c req-5fcf186b-211d-48ab-8f3d-550b70a901e9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0703182 Apr 11 17:52:32.341515 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-98effc1e-9b48-4869-a690-a483159daf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (d6c249f5-ad17-4ecd-8d63-08b288001964), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:32.346556 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-98effc1e-9b48-4869-a690-a483159daf8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:32.348830 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-98effc1e-9b48-4869-a690-a483159daf8c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6c249f5-ad17-4ecd-8d63-08b288001964 HTTP/1.1" status: 204 len: 168 time: 0.2370756 Apr 11 17:52:32.390435 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98effc1e-9b48-4869-a690-a483159daf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c249f5-ad17-4ecd-8d63-08b288001964,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:32.408701 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-380d6de5-b833-42fe-b1fa-d053816a0d5c req-cd862e0b-29b9-4fc2-8d59-db7113ec86d1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195486 Apr 11 17:52:32.701559 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50398) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:32.802856 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5ba7d-fb9c-41b4-aba8-884ff83dbebe req-77a008cb-4a40-48bc-926c-6128d8d17418 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:32.811414 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-70b5ba7d-fb9c-41b4-aba8-884ff83dbebe req-77a008cb-4a40-48bc-926c-6128d8d17418 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.0637226 Apr 11 17:52:32.862819 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-70b5ba7d-fb9c-41b4-aba8-884ff83dbebe req-b5804f54-2a13-4ca2-bb6d-340277c6ec56 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498328 Apr 11 17:52:32.867895 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50410) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:32.875873 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-731979cd-b915-46b8-8749-134b3ae83988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:32.891490 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b6f18fe8-c0b3-4f48-975c-df09c8c066b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:32.970845 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b6f18fe8-c0b3-4f48-975c-df09c8c066b2 admin admin] Publish callbacks [] for security_group (6e2ca0ab-3f62-4bae-9707-867a159afc29), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:32.975939 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b6f18fe8-c0b3-4f48-975c-df09c8c066b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (6e2ca0ab-3f62-4bae-9707-867a159afc29), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:32.983849 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-731979cd-b915-46b8-8749-134b3ae83988 admin admin] Publish callbacks [] for security_group (51a182e3-429b-4c36-baf9-e30315b1deba), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:32.990098 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-731979cd-b915-46b8-8749-134b3ae83988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (51a182e3-429b-4c36-baf9-e30315b1deba), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.018779 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-b6f18fe8-c0b3-4f48-975c-df09c8c066b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eade2bad56a64dc89b0124aebd1c3073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494250 Apr 11 17:52:33.019561 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f18fe8-c0b3-4f48-975c-df09c8c066b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2ca0ab-3f62-4bae-9707-867a159afc29,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:33.022066 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50416) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:33.036249 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-731979cd-b915-46b8-8749-134b3ae83988 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2d510361fc574e0a96ede6557afd1617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301842 Apr 11 17:52:33.036249 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731979cd-b915-46b8-8749-134b3ae83988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a182e3-429b-4c36-baf9-e30315b1deba,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:33.038397 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50418) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:33.080016 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b55804cf-3a82-4e6c-b1ca-a3fdc92aafc0 admin admin] Publish callbacks [] for security_group (6e2ca0ab-3f62-4bae-9707-867a159afc29), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.094482 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9f278bef-780f-4213-bf73-e5b9120611a9 admin admin] Publish callbacks [] for security_group (51a182e3-429b-4c36-baf9-e30315b1deba), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.104721 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b55804cf-3a82-4e6c-b1ca-a3fdc92aafc0 admin admin] Publish callbacks [] for security_group (6e2ca0ab-3f62-4bae-9707-867a159afc29), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.119724 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9f278bef-780f-4213-bf73-e5b9120611a9 admin admin] Publish callbacks [] for security_group (51a182e3-429b-4c36-baf9-e30315b1deba), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.172736 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b55804cf-3a82-4e6c-b1ca-a3fdc92aafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (6e2ca0ab-3f62-4bae-9707-867a159afc29), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.176193 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b55804cf-3a82-4e6c-b1ca-a3fdc92aafc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.177369 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-b55804cf-3a82-4e6c-b1ca-a3fdc92aafc0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e2ca0ab-3f62-4bae-9707-867a159afc29 HTTP/1.1" status: 204 len: 168 time: 0.1544015 Apr 11 17:52:33.183677 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9f278bef-780f-4213-bf73-e5b9120611a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (51a182e3-429b-4c36-baf9-e30315b1deba), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.186571 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55804cf-3a82-4e6c-b1ca-a3fdc92aafc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2ca0ab-3f62-4bae-9707-867a159afc29,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:33.188540 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9f278bef-780f-4213-bf73-e5b9120611a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.190112 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-9f278bef-780f-4213-bf73-e5b9120611a9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/51a182e3-429b-4c36-baf9-e30315b1deba HTTP/1.1" status: 204 len: 168 time: 0.1504724 Apr 11 17:52:33.200776 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f278bef-780f-4213-bf73-e5b9120611a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a182e3-429b-4c36-baf9-e30315b1deba,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:33.248520 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50434) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:33.543119 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd6d9-9bf5-4ba3-800a-2e4f54d0a4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.565881 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20ab5a-5aa5-482c-865c-bbe5901eadc0 req-a60fe2b1-856b-4268-9268-521f4c1bb626 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:33.568057 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7f20ab5a-5aa5-482c-865c-bbe5901eadc0 req-a60fe2b1-856b-4268-9268-521f4c1bb626 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0826540 Apr 11 17:52:33.635845 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50460) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:33.653536 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd6d9-9bf5-4ba3-800a-2e4f54d0a4c8 admin admin] Publish callbacks [] for security_group (b8617de6-650d-4f27-9e41-691c0b38436b), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.659368 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd6d9-9bf5-4ba3-800a-2e4f54d0a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (b8617de6-650d-4f27-9e41-691c0b38436b), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.665942 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0291c134-1b5c-4357-abc2-d93d7e74d81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.688086 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7f20ab5a-5aa5-482c-865c-bbe5901eadc0 req-d6541d81-2b61-48dd-9f5b-ca1133a8e696 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124997 Apr 11 17:52:33.714228 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-fbdcd6d9-9bf5-4ba3-800a-2e4f54d0a4c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=caf9622ed16245d0bf7fab1a0e76dc24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4641683 Apr 11 17:52:33.715135 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50468) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:33.725348 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcd6d9-9bf5-4ba3-800a-2e4f54d0a4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8617de6-650d-4f27-9e41-691c0b38436b,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:33.792299 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0291c134-1b5c-4357-abc2-d93d7e74d81a admin admin] Publish callbacks [] for security_group (84668a2a-621c-4845-bf40-32799ca2bb1f), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.798040 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0291c134-1b5c-4357-abc2-d93d7e74d81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (84668a2a-621c-4845-bf40-32799ca2bb1f), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.801745 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-07785ced-35db-450f-8eb2-955e8d91f7c3 admin admin] Publish callbacks [] for security_group (b8617de6-650d-4f27-9e41-691c0b38436b), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.826559 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-07785ced-35db-450f-8eb2-955e8d91f7c3 admin admin] Publish callbacks [] for security_group (b8617de6-650d-4f27-9e41-691c0b38436b), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.830103 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291c134-1b5c-4357-abc2-d93d7e74d81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84668a2a-621c-4845-bf40-32799ca2bb1f,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:33.852194 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-0291c134-1b5c-4357-abc2-d93d7e74d81a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9abcc096e4da4569a5061810724eeee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128999 Apr 11 17:52:33.852330 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50476) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:33.885206 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-07785ced-35db-450f-8eb2-955e8d91f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (b8617de6-650d-4f27-9e41-691c0b38436b), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.889076 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-07785ced-35db-450f-8eb2-955e8d91f7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.890372 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-07785ced-35db-450f-8eb2-955e8d91f7c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8617de6-650d-4f27-9e41-691c0b38436b HTTP/1.1" status: 204 len: 168 time: 0.1740310 Apr 11 17:52:33.906997 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07785ced-35db-450f-8eb2-955e8d91f7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8617de6-650d-4f27-9e41-691c0b38436b,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:33.939783 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6e7f515f-a92d-4dc9-97b0-394a724268bc admin admin] Publish callbacks [] for security_group (84668a2a-621c-4845-bf40-32799ca2bb1f), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:33.992836 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6e7f515f-a92d-4dc9-97b0-394a724268bc admin admin] Publish callbacks [] for security_group (84668a2a-621c-4845-bf40-32799ca2bb1f), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.021367 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311376cb-85f7-4f37-838f-10c74675a53f req-41fbec63-616f-4366-92b1-28dbf4392679 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:34.023363 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-311376cb-85f7-4f37-838f-10c74675a53f req-41fbec63-616f-4366-92b1-28dbf4392679 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.0688708 Apr 11 17:52:34.097280 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50492) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:34.107383 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-311376cb-85f7-4f37-838f-10c74675a53f req-7e40b252-dd62-4da5-93cc-b6af4a78c4b5 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731449 Apr 11 17:52:34.129876 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6e7f515f-a92d-4dc9-97b0-394a724268bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (84668a2a-621c-4845-bf40-32799ca2bb1f), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.132671 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6e7f515f-a92d-4dc9-97b0-394a724268bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.138997 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-6e7f515f-a92d-4dc9-97b0-394a724268bc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/84668a2a-621c-4845-bf40-32799ca2bb1f HTTP/1.1" status: 204 len: 168 time: 0.2817287 Apr 11 17:52:34.146410 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f515f-a92d-4dc9-97b0-394a724268bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84668a2a-621c-4845-bf40-32799ca2bb1f,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:34.303587 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-072800c0-58e9-4db4-bca3-1eb4d69e2c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.402180 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-072800c0-58e9-4db4-bca3-1eb4d69e2c68 admin admin] Publish callbacks [] for security_group (c68b8b48-cd59-4322-80ec-06b98a388602), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.406033 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-072800c0-58e9-4db4-bca3-1eb4d69e2c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (c68b8b48-cd59-4322-80ec-06b98a388602), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.462026 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072800c0-58e9-4db4-bca3-1eb4d69e2c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68b8b48-cd59-4322-80ec-06b98a388602,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:34.466432 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-072800c0-58e9-4db4-bca3-1eb4d69e2c68 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b30b2a2478264cf1b528b24c8a42bb87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674762 Apr 11 17:52:34.469005 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50508) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:34.518105 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1efd33a7-8af2-4c74-a605-df4cf7371ced admin admin] Publish callbacks [] for security_group (c68b8b48-cd59-4322-80ec-06b98a388602), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.542013 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1efd33a7-8af2-4c74-a605-df4cf7371ced admin admin] Publish callbacks [] for security_group (c68b8b48-cd59-4322-80ec-06b98a388602), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.563881 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50514) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:34.583886 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-473bbf58-bc0a-4a09-8bc4-1ae125d13817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.652547 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1efd33a7-8af2-4c74-a605-df4cf7371ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (c68b8b48-cd59-4322-80ec-06b98a388602), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.656442 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1efd33a7-8af2-4c74-a605-df4cf7371ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.658100 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-1efd33a7-8af2-4c74-a605-df4cf7371ced admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c68b8b48-cd59-4322-80ec-06b98a388602 HTTP/1.1" status: 204 len: 168 time: 0.1878808 Apr 11 17:52:34.674090 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd33a7-8af2-4c74-a605-df4cf7371ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68b8b48-cd59-4322-80ec-06b98a388602,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:34.739098 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-473bbf58-bc0a-4a09-8bc4-1ae125d13817 admin admin] Publish callbacks [] for security_group (9cc05f58-9ca6-4752-9a63-2845c41405f8), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.745629 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-473bbf58-bc0a-4a09-8bc4-1ae125d13817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (9cc05f58-9ca6-4752-9a63-2845c41405f8), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:34.790102 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-473bbf58-bc0a-4a09-8bc4-1ae125d13817 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b0125f936a074e4ea5741c7263b960b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250369 Apr 11 17:52:34.792597 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50530) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:34.808000 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bbf58-bc0a-4a09-8bc4-1ae125d13817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc05f58-9ca6-4752-9a63-2845c41405f8,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:34.870330 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4a9bb-feea-4748-aa9d-6f82ebf4bcf7 req-9950137a-9d75-4b4f-9bc0-2f84813f953d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:34.871837 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b4b4a9bb-feea-4748-aa9d-6f82ebf4bcf7 req-9950137a-9d75-4b4f-9bc0-2f84813f953d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0639286 Apr 11 17:52:34.947939 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7714-80d6-457b-bf3f-be134015e9de admin admin] Publish callbacks [] for security_group (9cc05f58-9ca6-4752-9a63-2845c41405f8), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:35.009813 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b4b4a9bb-feea-4748-aa9d-6f82ebf4bcf7 req-66984c9a-cc61-4b82-829c-bda568c34cba tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273386 Apr 11 17:52:35.227121 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7714-80d6-457b-bf3f-be134015e9de admin admin] Publish callbacks [] for security_group (9cc05f58-9ca6-4752-9a63-2845c41405f8), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:35.294181 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b7665-554e-44f1-84c1-490bf5e174d7 req-6caf4529-e751-464a-b63c-6de1370cbfd8 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:35.295829 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-222b7665-554e-44f1-84c1-490bf5e174d7 req-6caf4529-e751-464a-b63c-6de1370cbfd8 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.18 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.3252447 Apr 11 17:52:35.337574 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fe20e-f91f-41a4-afb9-51d2585de8b0 req-a3bb49ce-83ec-49c1-bbf1-9221b5c699ff tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:35.341355 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d7fe20e-f91f-41a4-afb9-51d2585de8b0 req-a3bb49ce-83ec-49c1-bbf1-9221b5c699ff tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 945 time: 0.1119828 Apr 11 17:52:35.488739 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7714-80d6-457b-bf3f-be134015e9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (9cc05f58-9ca6-4752-9a63-2845c41405f8), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:35.491868 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7714-80d6-457b-bf3f-be134015e9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:35.493037 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-2c2e7714-80d6-457b-bf3f-be134015e9de admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9cc05f58-9ca6-4752-9a63-2845c41405f8 HTTP/1.1" status: 204 len: 168 time: 0.6993835 Apr 11 17:52:35.515773 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50576) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:35.522942 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d7fe20e-f91f-41a4-afb9-51d2585de8b0 req-a678e558-d20c-42a5-b1a6-6fc8188a95e8 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b563508-1a64-4562-ac89-34feacca4bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560974 Apr 11 17:52:35.524691 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e7714-80d6-457b-bf3f-be134015e9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc05f58-9ca6-4752-9a63-2845c41405f8,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:35.526702 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-222b7665-554e-44f1-84c1-490bf5e174d7 req-5dacdbfc-19c6-482b-bb32-e43df20960d4 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Deleting port f465c87a-7dd3-434f-858d-11407dd0f31e {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:52:35.527303 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-222b7665-554e-44f1-84c1-490bf5e174d7 req-5dacdbfc-19c6-482b-bb32-e43df20960d4 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:35.630691 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-222b7665-554e-44f1-84c1-490bf5e174d7 req-5dacdbfc-19c6-482b-bb32-e43df20960d4 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] For port f465c87a-7dd3-434f-858d-11407dd0f31e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f465c87a-7dd3-434f-858d-11407dd0f31e,segment=NetworkSegment(8a9a3ac3-e483-499c-9543-e5abd7c04773),segment_id=8a9a3ac3-e483-499c-9543-e5abd7c04773)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:35.631064 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-222b7665-554e-44f1-84c1-490bf5e174d7 req-5dacdbfc-19c6-482b-bb32-e43df20960d4 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:35.645990 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-222b7665-554e-44f1-84c1-490bf5e174d7 req-5dacdbfc-19c6-482b-bb32-e43df20960d4 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Calling delete_port for f465c87a-7dd3-434f-858d-11407dd0f31e owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:52:35.817979 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-222b7665-554e-44f1-84c1-490bf5e174d7 req-5dacdbfc-19c6-482b-bb32-e43df20960d4 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499'] for port (f465c87a-7dd3-434f-858d-11407dd0f31e), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:35.831437 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['f465c87a-7dd3-434f-858d-11407dd0f31e'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:52:35.852488 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacdbfc-19c6-482b-bb32-e43df20960d4 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Pushing event deleted for resources: {'Port': ['ID=f465c87a-7dd3-434f-858d-11407dd0f31e,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:35.921989 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0267092f-dbdb-4e5e-aecf-3d6203f44d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:35.942314 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-222b7665-554e-44f1-84c1-490bf5e174d7 req-5dacdbfc-19c6-482b-bb32-e43df20960d4 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] No DVR routers for this DVR port f465c87a-7dd3-434f-858d-11407dd0f31e on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:52:35.945502 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-222b7665-554e-44f1-84c1-490bf5e174d7 req-5dacdbfc-19c6-482b-bb32-e43df20960d4 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:35.949835 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-222b7665-554e-44f1-84c1-490bf5e174d7 req-5dacdbfc-19c6-482b-bb32-e43df20960d4 tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.18 "DELETE /v2.0/ports/f465c87a-7dd3-434f-858d-11407dd0f31e HTTP/1.1" status: 204 len: 173 time: 0.6464193 Apr 11 17:52:35.950345 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b734fcd6-12d1-4b00-8252-d1a7ac3a9947', 'name': 'network-vif-deleted', 'tag': 'f465c87a-7dd3-434f-858d-11407dd0f31e'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:52:35.953081 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaf6540-5317-4b2a-9199-0fa4d6c90d0e" -d '{"events": [{"server_uuid": "b734fcd6-12d1-4b00-8252-d1a7ac3a9947", "name": "network-vif-deleted", "tag": "f465c87a-7dd3-434f-858d-11407dd0f31e"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:52:36.034661 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e01b9ab-5124-4407-bba1-0c109fcdec86 x-openstack-request-id: req-1e01b9ab-5124-4407-bba1-0c109fcdec86 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:52:36.034990 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b734fcd6-12d1-4b00-8252-d1a7ac3a9947", "name": "network-vif-deleted", "tag": "f465c87a-7dd3-434f-858d-11407dd0f31e", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:52:36.035249 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e01b9ab-5124-4407-bba1-0c109fcdec86 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:52:36.036160 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e01b9ab-5124-4407-bba1-0c109fcdec86'] response: {'server_uuid': 'b734fcd6-12d1-4b00-8252-d1a7ac3a9947', 'name': 'network-vif-deleted', 'tag': 'f465c87a-7dd3-434f-858d-11407dd0f31e', 'status': 'completed', 'code': 200} Apr 11 17:52:36.037576 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0267092f-dbdb-4e5e-aecf-3d6203f44d55 admin admin] Publish callbacks [] for security_group (9aa9eb37-dd07-480f-aa42-ac7a88dc2aba), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:36.051113 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0267092f-dbdb-4e5e-aecf-3d6203f44d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (9aa9eb37-dd07-480f-aa42-ac7a88dc2aba), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:36.092034 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-0267092f-dbdb-4e5e-aecf-3d6203f44d55 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dff5eac2e3484630b89424c247d0c59a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5738158 Apr 11 17:52:36.095176 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50608) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:36.114076 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267092f-dbdb-4e5e-aecf-3d6203f44d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa9eb37-dd07-480f-aa42-ac7a88dc2aba,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:36.191396 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ed9fd-834a-4993-926a-685a3e8c09c0 req-9c8c712c-2093-42c5-9882-c0771748dfb1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:36.192925 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-973ed9fd-834a-4993-926a-685a3e8c09c0 req-9c8c712c-2093-42c5-9882-c0771748dfb1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0795496 Apr 11 17:52:36.196223 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-45f08ceb-b61b-4ec4-81ae-de882e456e05 admin admin] Publish callbacks [] for security_group (9aa9eb37-dd07-480f-aa42-ac7a88dc2aba), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:36.245429 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-45f08ceb-b61b-4ec4-81ae-de882e456e05 admin admin] Publish callbacks [] for security_group (9aa9eb37-dd07-480f-aa42-ac7a88dc2aba), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:36.307834 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-973ed9fd-834a-4993-926a-685a3e8c09c0 req-6e383c4a-a372-4f4a-9174-e92f843c836a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048219 Apr 11 17:52:36.376340 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-45f08ceb-b61b-4ec4-81ae-de882e456e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (9aa9eb37-dd07-480f-aa42-ac7a88dc2aba), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:36.385980 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-45f08ceb-b61b-4ec4-81ae-de882e456e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:36.388092 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-45f08ceb-b61b-4ec4-81ae-de882e456e05 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9aa9eb37-dd07-480f-aa42-ac7a88dc2aba HTTP/1.1" status: 204 len: 168 time: 0.2918828 Apr 11 17:52:36.398062 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f08ceb-b61b-4ec4-81ae-de882e456e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa9eb37-dd07-480f-aa42-ac7a88dc2aba,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:36.655136 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-07bf6534-7fe2-402b-8a3f-ec1f38740cc2 req-ec576469-93d2-43e6-ab4c-9a404867070d tempest-DeleteServersTestJSON-1507525064 tempest-DeleteServersTestJSON-1507525064-project] 10.222.0.76 "GET /v2.0/ports?device_id=b734fcd6-12d1-4b00-8252-d1a7ac3a9947 HTTP/1.1" status: 200 len: 210 time: 0.0324156 Apr 11 17:52:37.457624 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c1550-9e7b-4791-9247-80d21f2fad39 req-6a5eabc7-9cf9-454e-97af-8fdb8114b06a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:37.459773 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6b2c1550-9e7b-4791-9247-80d21f2fad39 req-6a5eabc7-9cf9-454e-97af-8fdb8114b06a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0636375 Apr 11 17:52:37.520792 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6b2c1550-9e7b-4791-9247-80d21f2fad39 req-4d1bae6b-de09-4531-8e50-3f2e01c1c712 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545962 Apr 11 17:52:37.726321 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50716) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:37.864540 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f524-60db-4a43-88e3-1aaa4de24c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:37.958537 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f524-60db-4a43-88e3-1aaa4de24c75 admin admin] Publish callbacks [] for security_group (0bda8e4e-73cb-4492-be38-97c6adfdeae2), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:37.963703 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f524-60db-4a43-88e3-1aaa4de24c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (0bda8e4e-73cb-4492-be38-97c6adfdeae2), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:37.995137 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-9ff2f524-60db-4a43-88e3-1aaa4de24c75 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0b51347d0bd341d8868986faeb494f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676156 Apr 11 17:52:37.997635 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50740) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:38.048501 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2f524-60db-4a43-88e3-1aaa4de24c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bda8e4e-73cb-4492-be38-97c6adfdeae2,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:38.076243 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-edf3052d-ed6b-4621-b5ce-c542506d9583 admin admin] Publish callbacks [] for security_group (0bda8e4e-73cb-4492-be38-97c6adfdeae2), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.099242 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-edf3052d-ed6b-4621-b5ce-c542506d9583 admin admin] Publish callbacks [] for security_group (0bda8e4e-73cb-4492-be38-97c6adfdeae2), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.166456 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-edf3052d-ed6b-4621-b5ce-c542506d9583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (0bda8e4e-73cb-4492-be38-97c6adfdeae2), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.170975 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-edf3052d-ed6b-4621-b5ce-c542506d9583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.174459 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-edf3052d-ed6b-4621-b5ce-c542506d9583 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0bda8e4e-73cb-4492-be38-97c6adfdeae2 HTTP/1.1" status: 204 len: 168 time: 0.1736314 Apr 11 17:52:38.181531 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3052d-ed6b-4621-b5ce-c542506d9583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bda8e4e-73cb-4492-be38-97c6adfdeae2,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:38.543546 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50774) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:38.563524 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c294cfd6-713c-4386-b6be-18eea624a6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.670281 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c294cfd6-713c-4386-b6be-18eea624a6c2 admin admin] Publish callbacks [] for security_group (030cb436-011d-4c20-878a-7778e2c61536), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.676515 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c294cfd6-713c-4386-b6be-18eea624a6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (030cb436-011d-4c20-878a-7778e2c61536), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.697097 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e50ee-029a-423e-8e10-b50fbd3b1e8b req-66cf2288-51d2-499a-a2cb-c447a32166d2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:38.701421 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-231e50ee-029a-423e-8e10-b50fbd3b1e8b req-66cf2288-51d2-499a-a2cb-c447a32166d2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0805109 Apr 11 17:52:38.714368 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294cfd6-713c-4386-b6be-18eea624a6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030cb436-011d-4c20-878a-7778e2c61536,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:38.725760 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-c294cfd6-713c-4386-b6be-18eea624a6c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e9f492ec09d466d86f25293e2ca88b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742349 Apr 11 17:52:38.726930 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50784) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:38.786432 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f7842fa-9400-48e9-9bdd-80381d4fed8d admin admin] Publish callbacks [] for security_group (030cb436-011d-4c20-878a-7778e2c61536), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.790826 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-231e50ee-029a-423e-8e10-b50fbd3b1e8b req-94fe27e7-00a0-4301-af1b-b67eafdb43e3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841684 Apr 11 17:52:38.819852 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f7842fa-9400-48e9-9bdd-80381d4fed8d admin admin] Publish callbacks [] for security_group (030cb436-011d-4c20-878a-7778e2c61536), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.867225 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f7842fa-9400-48e9-9bdd-80381d4fed8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (030cb436-011d-4c20-878a-7778e2c61536), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.869913 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f7842fa-9400-48e9-9bdd-80381d4fed8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:38.871076 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-7f7842fa-9400-48e9-9bdd-80381d4fed8d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/030cb436-011d-4c20-878a-7778e2c61536 HTTP/1.1" status: 204 len: 168 time: 0.1432590 Apr 11 17:52:38.878982 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7842fa-9400-48e9-9bdd-80381d4fed8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030cb436-011d-4c20-878a-7778e2c61536,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:39.020311 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50798) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:39.325156 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ba9028c6-8776-49bc-9152-b544ec73304d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:39.386116 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f465c87a-7dd3-434f-858d-11407dd0f31e no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:52:39.433736 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: f465c87a-7dd3-434f-858d-11407dd0f31e {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:52:39.433922 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f465c87a-7dd3-434f-858d-11407dd0f31e not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:52:39.476707 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ba9028c6-8776-49bc-9152-b544ec73304d admin admin] Publish callbacks [] for security_group (e8f87684-02c9-4c85-afc4-4c7acda753f6), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:39.491167 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ba9028c6-8776-49bc-9152-b544ec73304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (e8f87684-02c9-4c85-afc4-4c7acda753f6), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:39.532960 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-ba9028c6-8776-49bc-9152-b544ec73304d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d7add07233541b7b7d274dfcdcc6ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093257 Apr 11 17:52:39.532960 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9028c6-8776-49bc-9152-b544ec73304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f87684-02c9-4c85-afc4-4c7acda753f6,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:39.534077 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50844) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:39.585569 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-30bba678-33f4-4f79-b3f6-b5de3dd2c072 admin admin] Publish callbacks [] for security_group (e8f87684-02c9-4c85-afc4-4c7acda753f6), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:39.608454 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-30bba678-33f4-4f79-b3f6-b5de3dd2c072 admin admin] Publish callbacks [] for security_group (e8f87684-02c9-4c85-afc4-4c7acda753f6), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:39.669097 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-30bba678-33f4-4f79-b3f6-b5de3dd2c072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (e8f87684-02c9-4c85-afc4-4c7acda753f6), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:39.673161 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-30bba678-33f4-4f79-b3f6-b5de3dd2c072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:39.675246 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-30bba678-33f4-4f79-b3f6-b5de3dd2c072 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e8f87684-02c9-4c85-afc4-4c7acda753f6 HTTP/1.1" status: 204 len: 168 time: 0.1397088 Apr 11 17:52:39.684246 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bba678-33f4-4f79-b3f6-b5de3dd2c072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f87684-02c9-4c85-afc4-4c7acda753f6,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:39.766544 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50866) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:40.013771 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5341c8-798c-44a9-bf11-ca08d8f69f75 req-649de090-8412-4f7e-bc29-ae471b3db885 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:40.018880 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-df5341c8-798c-44a9-bf11-ca08d8f69f75 req-649de090-8412-4f7e-bc29-ae471b3db885 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.1216569 Apr 11 17:52:40.120551 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50888) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:40.130927 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-78eab6e8-a300-48b0-98bf-19a0161cf80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.163473 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-df5341c8-798c-44a9-bf11-ca08d8f69f75 req-59ec666a-d157-4f92-af00-52fc6ae13220 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379669 Apr 11 17:52:40.201986 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-114601012-network', 'tenant_id': '965454e484c84fb1b20eeefcccc1e122'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:40.228011 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Made reservation on behalf of 965454e484c84fb1b20eeefcccc1e122 for: {'network': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:40.231820 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.243766 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.288816 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-78eab6e8-a300-48b0-98bf-19a0161cf80e admin admin] Publish callbacks [] for security_group (ffb7dc1f-da3c-43bf-9abf-fe2b0bdfc60b), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.296300 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-78eab6e8-a300-48b0-98bf-19a0161cf80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (ffb7dc1f-da3c-43bf-9abf-fe2b0bdfc60b), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.298274 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50904) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:40.337242 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Publish callbacks [] for security_group (0b97d103-59b3-4e76-be09-d0ceb00a9c48), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.342616 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (0b97d103-59b3-4e76-be09-d0ceb00a9c48), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.365037 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=114851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:52:40.379021 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b97d103-59b3-4e76-be09-d0ceb00a9c48,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:40.381620 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-78eab6e8-a300-48b0-98bf-19a0161cf80e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=acbdd45d421d46a5ae23338f25eac5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6135468 Apr 11 17:52:40.383705 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50910) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:40.387215 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eab6e8-a300-48b0-98bf-19a0161cf80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb7dc1f-da3c-43bf-9abf-fe2b0bdfc60b,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:40.390834 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (4c11b2d0-ce7d-45f7-bedd-6423ee9f2f39), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.391173 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.segments_db [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Added segment 4c11b2d0-ce7d-45f7-bedd-6423ee9f2f39 of type vlan for network 1f23ffb6-553d-4cfe-bd65-e498dc283723 Apr 11 17:52:40.413515 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_v2 [None req-63960720-b6ad-4d92-a960-c9acc487fe49 admin admin] Deleting subnet aea634e4-4bbd-4008-90f8-7707bcebf840 {{(pid=114850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:52:40.426406 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63960720-b6ad-4d92-a960-c9acc487fe49 admin admin] Publish callbacks [] for subnet (aea634e4-4bbd-4008-90f8-7707bcebf840), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.476383 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63960720-b6ad-4d92-a960-c9acc487fe49 admin admin] Publish callbacks [] for subnet (aea634e4-4bbd-4008-90f8-7707bcebf840), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.482653 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (1f23ffb6-553d-4cfe-bd65-e498dc283723), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.488012 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63960720-b6ad-4d92-a960-c9acc487fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (aea634e4-4bbd-4008-90f8-7707bcebf840), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.510408 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2b1b-e879-4819-8ae7-4b1b7fbbc5bb admin admin] Publish callbacks [] for security_group (ffb7dc1f-da3c-43bf-9abf-fe2b0bdfc60b), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.538734 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2b1b-e879-4819-8ae7-4b1b7fbbc5bb admin admin] Publish callbacks [] for security_group (ffb7dc1f-da3c-43bf-9abf-fe2b0bdfc60b), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.570631 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63960720-b6ad-4d92-a960-c9acc487fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for subnet (aea634e4-4bbd-4008-90f8-7707bcebf840), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.598829 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (1f23ffb6-553d-4cfe-bd65-e498dc283723), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.599856 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:40.600567 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.612793 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63960720-b6ad-4d92-a960-c9acc487fe49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea634e4-4bbd-4008-90f8-7707bcebf840,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:40.625903 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63960720-b6ad-4d92-a960-c9acc487fe49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.629356 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-63960720-b6ad-4d92-a960-c9acc487fe49 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/aea634e4-4bbd-4008-90f8-7707bcebf840 HTTP/1.1" status: 204 len: 168 time: 0.3259225 Apr 11 17:52:40.631230 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50930) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:40.674661 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] Pushing event updated for resources: {'Network': ['ID=1f23ffb6-553d-4cfe-bd65-e498dc283723,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:40.677555 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2b1b-e879-4819-8ae7-4b1b7fbbc5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (ffb7dc1f-da3c-43bf-9abf-fe2b0bdfc60b), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.680796 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2b1b-e879-4819-8ae7-4b1b7fbbc5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.685516 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-1f7b2b1b-e879-4819-8ae7-4b1b7fbbc5bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ffb7dc1f-da3c-43bf-9abf-fe2b0bdfc60b HTTP/1.1" status: 204 len: 168 time: 0.3003705 Apr 11 17:52:40.693973 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 1f23ffb6-553d-4cfe-bd65-e498dc283723 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:52:40.694866 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-959dec64-d8ba-49d7-9c60-ee67f84408a6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5710545 Apr 11 17:52:40.696470 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50942) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:40.701679 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-6b28aacf-0785-4462-a98a-ecf4518f5a10 admin admin] Request body: {'subnet': {'network_id': '1f23ffb6-553d-4cfe-bd65-e498dc283723', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-114601012-subnet', 'tenant_id': '965454e484c84fb1b20eeefcccc1e122', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:40.712795 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b2b1b-e879-4819-8ae7-4b1b7fbbc5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb7dc1f-da3c-43bf-9abf-fe2b0bdfc60b,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:40.743735 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b28aacf-0785-4462-a98a-ecf4518f5a10 admin admin] Made reservation on behalf of 965454e484c84fb1b20eeefcccc1e122 for: {'subnet': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:40.747209 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6b28aacf-0785-4462-a98a-ecf4518f5a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3333638'] for subnet (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.812462 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (96ff1c25-079a-4df3-aca3-54d8f49265de), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:40.981527 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (96ff1c25-079a-4df3-aca3-54d8f49265de), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.024073 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.024434 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.026897 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.027251 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > port after_create 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.027788 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.027902 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > port after_update 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.028172 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.028484 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.045567 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.047394 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.057391 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 50950) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:41.072958 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6b28aacf-0785-4462-a98a-ecf4518f5a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3599959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3333652'] for subnet (905b9d9d-e308-45e8-9a3f-7e0c26257efd), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.171286 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.171866 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.172505 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.173052 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 17:52:41.173610 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ff1c25-079a-4df3-aca3-54d8f49265de']}} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:41.189703 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b28aacf-0785-4462-a98a-ecf4518f5a10 admin admin] Checking segment: {'id': '4c11b2d0-ce7d-45f7-bedd-6423ee9f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '1f23ffb6-553d-4cfe-bd65-e498dc283723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:41.190297 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b28aacf-0785-4462-a98a-ecf4518f5a10 admin admin] Network hostable DHCP agents. Network: 1f23ffb6-553d-4cfe-bd65-e498dc283723, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:52:41.195208 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9a3ac3-e483-499c-9543-e5abd7c04773') {'for_net_delete': True} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:41.195853 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9a3ac3-e483-499c-9543-e5abd7c04773') {} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:41.215717 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28aacf-0785-4462-a98a-ecf4518f5a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=905b9d9d-e308-45e8-9a3f-7e0c26257efd,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:41.229569 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25836553'] for segment (8a9a3ac3-e483-499c-9543-e5abd7c04773), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.256581 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1628065752-network', 'tenant_id': '6c71b0f821474346aaf840b827812a6e'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:41.270253 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50964) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:41.286616 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b28aacf-0785-4462-a98a-ecf4518f5a10 admin admin] Network 1f23ffb6-553d-4cfe-bd65-e498dc283723 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:52:41.291680 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d92cbf78-a9e1-4689-87bf-74f9df7ac1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.294010 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Made reservation on behalf of 6c71b0f821474346aaf840b827812a6e for: {'network': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:41.296476 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.306446 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-6b28aacf-0785-4462-a98a-ecf4518f5a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 1f23ffb6-553d-4cfe-bd65-e498dc283723) {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:41.308374 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.312525 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (8a9a3ac3-e483-499c-9543-e5abd7c04773), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.313287 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b28aacf-0785-4462-a98a-ecf4518f5a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:41.314011 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6b28aacf-0785-4462-a98a-ecf4518f5a10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.317220 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e82c97-d4b1-4795-8e85-52bc027984fe None None] Network 1f23ffb6-553d-4cfe-bd65-e498dc283723 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:41.357100 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=114850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:52:41.357653 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25604082'] for segment (8a9a3ac3-e483-499c-9543-e5abd7c04773), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: from cryptography.utils import int_from_bytes Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: from cryptography.utils import int_from_bytes Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: Traceback (most recent call last): Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: timer() Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: cb(*args, **kw) Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: return func(*args, **kwargs) Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: self._notify() Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: self.callback(batched_events) Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: event.method(event) Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: return f(self, *a, **k) Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._get(url).json() Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: return self.request(url, 'GET', **kwargs) Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:52:41.362539 dv-cinder-837353-1-iscsi neutron-server[114850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:52:41.372991 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-6b28aacf-0785-4462-a98a-ecf4518f5a10 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6753106 Apr 11 17:52:41.423139 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c775e-75c3-472c-9929-f5ec26a07288 req-cdace431-323f-45e9-bc73-20931c1e0fc9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:41.427287 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-417c775e-75c3-472c-9929-f5ec26a07288 req-cdace431-323f-45e9-bc73-20931c1e0fc9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.1367829 Apr 11 17:52:41.520117 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a91c2d-178e-4481-8c4b-2017448d5186 None None] Network 1f23ffb6-553d-4cfe-bd65-e498dc283723 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:41.536983 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Publish callbacks [] for security_group (2aba02e5-a1e5-4c66-8c21-b1f64aa05524), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.545967 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (2aba02e5-a1e5-4c66-8c21-b1f64aa05524), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.593699 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (96ff1c25-079a-4df3-aca3-54d8f49265de), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.622725 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.634126 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] 10.222.0.76 "DELETE /v2.0/networks/96ff1c25-079a-4df3-aca3-54d8f49265de HTTP/1.1" status: 204 len: 168 time: 1.0016384 Apr 11 17:52:41.647495 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aba02e5-a1e5-4c66-8c21-b1f64aa05524,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:41.663683 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=114851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:52:41.668809 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-417c775e-75c3-472c-9929-f5ec26a07288 req-bf5832a3-390a-46be-91dd-f1a3169e026e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726131 Apr 11 17:52:41.684883 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c419323-1554-48d2-ae0c-1dc065857127 admin admin] Pushing event deleted for resources: {'Network': ['ID=96ff1c25-079a-4df3-aca3-54d8f49265de,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:41.699819 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (b0effe62-af84-4b08-a000-778fcb753d03), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.700429 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.segments_db [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Added segment b0effe62-af84-4b08-a000-778fcb753d03 of type vlan for network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 Apr 11 17:52:41.761617 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d92cbf78-a9e1-4689-87bf-74f9df7ac1eb admin admin] Publish callbacks [] for security_group (9d9d5e08-1b9e-4cb8-bda2-88b1adc39262), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.761858 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (a64b5ee9-99f3-4b4d-bf67-e531dab5b271), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.772269 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d92cbf78-a9e1-4689-87bf-74f9df7ac1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (9d9d5e08-1b9e-4cb8-bda2-88b1adc39262), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.813482 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (a64b5ee9-99f3-4b4d-bf67-e531dab5b271), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.816052 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:41.816446 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.845977 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-d92cbf78-a9e1-4689-87bf-74f9df7ac1eb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=64351eef3a814e6c856aec98e61664b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5736325 Apr 11 17:52:41.848632 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50988) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:41.853927 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7946846 Apr 11 17:52:41.859601 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 50990) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:41.861737 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cbf78-a9e1-4689-87bf-74f9df7ac1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9d5e08-1b9e-4cb8-bda2-88b1adc39262,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:41.871345 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-767c24ae-d20a-4185-a889-42515caf6320 admin admin] Request body: {'subnet': {'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1628065752-subnet', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'ip_version': 4}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:41.906135 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f367d1-95cf-400d-8c56-efccbbd486da admin admin] Pushing event updated for resources: {'Network': ['ID=a64b5ee9-99f3-4b4d-bf67-e531dab5b271,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:41.918850 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:52:41.947628 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767c24ae-d20a-4185-a889-42515caf6320 admin admin] Made reservation on behalf of 6c71b0f821474346aaf840b827812a6e for: {'subnet': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:41.950267 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-767c24ae-d20a-4185-a889-42515caf6320 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660958'] for subnet (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:41.990054 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9d3a8bf1-dd04-4d95-878b-fa4448acd2f8 admin admin] Publish callbacks [] for security_group (9d9d5e08-1b9e-4cb8-bda2-88b1adc39262), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.022403 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51000) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:42.060948 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9d3a8bf1-dd04-4d95-878b-fa4448acd2f8 admin admin] Publish callbacks [] for security_group (9d9d5e08-1b9e-4cb8-bda2-88b1adc39262), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.085358 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-0e4e874e-e021-4d4c-9c38-e57a0ea01d44 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d557924b0c3849558434527ed87a87cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0591407 Apr 11 17:52:42.085715 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51004) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:42.154997 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-106c6c3d-6fda-4277-aa82-04574dcc7cc2 admin admin] Publish callbacks [] for security_group (8b563508-1a64-4562-ac89-34feacca4bb9), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.165810 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9d3a8bf1-dd04-4d95-878b-fa4448acd2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (9d9d5e08-1b9e-4cb8-bda2-88b1adc39262), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.169253 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9d3a8bf1-dd04-4d95-878b-fa4448acd2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.171392 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-9d3a8bf1-dd04-4d95-878b-fa4448acd2f8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9d9d5e08-1b9e-4cb8-bda2-88b1adc39262 HTTP/1.1" status: 204 len: 168 time: 0.3216579 Apr 11 17:52:42.188788 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a8bf1-dd04-4d95-878b-fa4448acd2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9d5e08-1b9e-4cb8-bda2-88b1adc39262,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:42.195545 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-106c6c3d-6fda-4277-aa82-04574dcc7cc2 admin admin] Publish callbacks [] for security_group (8b563508-1a64-4562-ac89-34feacca4bb9), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.255951 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-767c24ae-d20a-4185-a889-42515caf6320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25603477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660940'] for subnet (1db30ab4-92c4-4d32-abe7-c8b778e7e79c), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.290237 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-106c6c3d-6fda-4277-aa82-04574dcc7cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (8b563508-1a64-4562-ac89-34feacca4bb9), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.293251 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-106c6c3d-6fda-4277-aa82-04574dcc7cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.294508 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-106c6c3d-6fda-4277-aa82-04574dcc7cc2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8b563508-1a64-4562-ac89-34feacca4bb9 HTTP/1.1" status: 204 len: 168 time: 0.2076621 Apr 11 17:52:42.306496 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c6c3d-6fda-4277-aa82-04574dcc7cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b563508-1a64-4562-ac89-34feacca4bb9,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:42.347678 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c24ae-d20a-4185-a889-42515caf6320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db30ab4-92c4-4d32-abe7-c8b778e7e79c,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:42.353336 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c24ae-d20a-4185-a889-42515caf6320 admin admin] Checking segment: {'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:42.353688 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c24ae-d20a-4185-a889-42515caf6320 admin admin] Network hostable DHCP agents. Network: a64b5ee9-99f3-4b4d-bf67-e531dab5b271, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:52:42.383000 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c24ae-d20a-4185-a889-42515caf6320 admin admin] Network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:52:42.396648 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-767c24ae-d20a-4185-a889-42515caf6320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, a64b5ee9-99f3-4b4d-bf67-e531dab5b271) {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:42.403416 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767c24ae-d20a-4185-a889-42515caf6320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:42.403947 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-767c24ae-d20a-4185-a889-42515caf6320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.407342 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d78e9-7d46-4273-b314-5be4cbd5204a None None] Network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:42.442251 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-767c24ae-d20a-4185-a889-42515caf6320 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5812750 Apr 11 17:52:42.445358 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51018) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:42.460014 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:42.495892 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (8c3716e6-d17c-48d5-a000-f333dc657566), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.497883 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1748122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123050'] for router (8c3716e6-d17c-48d5-a000-f333dc657566), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.543643 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb427c2df-acee-5b9d-b21c-7ccde36b64d7-a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'project_id': '6c71b0f821474346aaf840b827812a6e', 'fixed_ips': [{'subnet_id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c'}]}} from dv-cinder-837353-1-iscsi. {{(pid=114852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:52:42.544502 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.583883 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Publish callbacks [] for router_controller (8c3716e6-d17c-48d5-a000-f333dc657566), precommit_add_association {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.728952 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51032) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:42.737791 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1491500605-network', 'tenant_id': 'a8c93e63ba7141d2b155df42ee03c3d3'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:42.773389 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.db_base_plugin_common [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Allocated IP 172.20.0.2 (a64b5ee9-99f3-4b4d-bf67-e531dab5b271/1db30ab4-92c4-4d32-abe7-c8b778e7e79c/1541e2ad-71fb-46b3-adc4-f078a468af86) {{(pid=114852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:52:42.792713 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Made reservation on behalf of a8c93e63ba7141d2b155df42ee03c3d3 for: {'network': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:42.797027 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.828431 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.853766 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Publish callbacks [] for router_gateway (8c3716e6-d17c-48d5-a000-f333dc657566), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:42.900780 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843ff4f-6bc3-48fa-94ed-5967e58f9939 req-0f2374c7-cb49-493a-aca1-2d375b51b687 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:42.903102 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f843ff4f-6bc3-48fa-94ed-5967e58f9939 req-0f2374c7-cb49-493a-aca1-2d375b51b687 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0903816 Apr 11 17:52:43.097421 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Publish callbacks [] for security_group (a365a029-ccbf-435b-94a3-4c668b69aa03), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.103082 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f843ff4f-6bc3-48fa-94ed-5967e58f9939 req-c1fae52c-c662-4509-a1fe-a7d992f5fc96 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884165 Apr 11 17:52:43.105072 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (a365a029-ccbf-435b-94a3-4c668b69aa03), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.123341 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Publish callbacks [] for router_gateway (8c3716e6-d17c-48d5-a000-f333dc657566), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.157167 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=114850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:52:43.172823 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Publish callbacks [] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), precommit_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.173863 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.176814 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a365a029-ccbf-435b-94a3-4c668b69aa03,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:43.195504 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (beff4038-4208-48f8-a75b-952360548b78), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.196548 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.segments_db [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Added segment beff4038-4208-48f8-a75b-952360548b78 of type vlan for network 770b68af-5359-4f13-9afa-63581ac2ee78 Apr 11 17:52:43.204338 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.260970 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Pushing event updated for resources: {'Port': ['ID=1541e2ad-71fb-46b3-adc4-f078a468af86,revision_number=1']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:43.266208 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (770b68af-5359-4f13-9afa-63581ac2ee78), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.267729 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-cd7319a6-b8ae-4a39-89c8-b4c794b5d814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.270957 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 is already hosted by enough agents. {{(pid=114852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:43.272330 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.272847 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.273236 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.273589 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.274261 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.274730 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.275271 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.275738 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.276213 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.276702 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.277201 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.277799 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.278137 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.278466 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.278793 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:43.284816 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.base_scheduler [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Resources bound (agent type, host, resource id): {{(pid=114852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:43.287203 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Received port after_create {{(pid=114852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:52:43.317670 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (770b68af-5359-4f13-9afa-63581ac2ee78), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.320842 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:43.322853 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.357785 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Attempting to bind port 1541e2ad-71fb-46b3-adc4-f078a468af86 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:52:43.361331 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Attempting to bind port 1541e2ad-71fb-46b3-adc4-f078a468af86 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:52:43.361959 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Attempting to bind port 1541e2ad-71fb-46b3-adc4-f078a468af86 on network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:52:43.368386 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:52:43.374445 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Checking segment: {'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:43.375072 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.375915 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Bound using segment: {'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:52:43.376561 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Bound port: 1541e2ad-71fb-46b3-adc4-f078a468af86, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:52:43.377291 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.413297 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Allocated IP 172.27.1.52 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/06bc82a8-c103-445d-a2dc-b8b8f075a11a) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:52:43.465119 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7349942 Apr 11 17:52:43.468039 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51082) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:43.473094 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-e3259a19-a927-41b5-a77e-2c174b05f554 admin admin] Request body: {'subnet': {'network_id': '770b68af-5359-4f13-9afa-63581ac2ee78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1491500605-subnet', 'tenant_id': 'a8c93e63ba7141d2b155df42ee03c3d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:43.501573 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a602b-0c93-456c-a28e-40c752dd8f37 admin admin] Pushing event updated for resources: {'Network': ['ID=770b68af-5359-4f13-9afa-63581ac2ee78,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:43.509160 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3259a19-a927-41b5-a77e-2c174b05f554 admin admin] Made reservation on behalf of a8c93e63ba7141d2b155df42ee03c3d3 for: {'subnet': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:43.511348 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e3259a19-a927-41b5-a77e-2c174b05f554 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660958'] for subnet (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.528154 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 770b68af-5359-4f13-9afa-63581ac2ee78 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:52:43.566607 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] For port 1541e2ad-71fb-46b3-adc4-f078a468af86, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:52:43.609500 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] For port 1541e2ad-71fb-46b3-adc4-f078a468af86, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=1541e2ad-71fb-46b3-adc4-f078a468af86,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:52:43.660026 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.738379 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b76790-e07d-4067-9812-3c871d79685e None None] Pushing event updated for resources: {'Port': ['ID=1541e2ad-71fb-46b3-adc4-f078a468af86,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:43.777115 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Publish callbacks [] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.826274 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e3259a19-a927-41b5-a77e-2c174b05f554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25603477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660940'] for subnet (33ac90aa-5588-484d-9af9-2ee78ceca3f0), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.844593 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:43.942052 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Pushing event updated for resources: {'Port': ['ID=06bc82a8-c103-445d-a2dc-b8b8f075a11a,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:43.945087 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3259a19-a927-41b5-a77e-2c174b05f554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ac90aa-5588-484d-9af9-2ee78ceca3f0,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:43.948564 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3259a19-a927-41b5-a77e-2c174b05f554 admin admin] Checking segment: {'id': 'beff4038-4208-48f8-a75b-952360548b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '770b68af-5359-4f13-9afa-63581ac2ee78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:43.948920 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3259a19-a927-41b5-a77e-2c174b05f554 admin admin] Network hostable DHCP agents. Network: 770b68af-5359-4f13-9afa-63581ac2ee78, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:52:43.963859 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:43.968328 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:43.973690 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:52:43.977634 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3259a19-a927-41b5-a77e-2c174b05f554 admin admin] Network 770b68af-5359-4f13-9afa-63581ac2ee78 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:52:44.007299 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-e3259a19-a927-41b5-a77e-2c174b05f554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 770b68af-5359-4f13-9afa-63581ac2ee78) {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:44.011833 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3259a19-a927-41b5-a77e-2c174b05f554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:44.012362 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e3259a19-a927-41b5-a77e-2c174b05f554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:44.018311 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2366675d-c71d-4820-85c5-3757fe07f4b2 None None] Network 770b68af-5359-4f13-9afa-63581ac2ee78 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:44.039777 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51104) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:44.055018 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-e3259a19-a927-41b5-a77e-2c174b05f554 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5859509 Apr 11 17:52:44.379129 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25c6fb-b4b4-4693-82d3-5e4f5c3ffb2b req-ca79129b-6ef8-49f8-a92d-06f63cc7b6d3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:44.393123 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1e25c6fb-b4b4-4693-82d3-5e4f5c3ffb2b req-ca79129b-6ef8-49f8-a92d-06f63cc7b6d3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.1074896 Apr 11 17:52:44.419581 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22be7a12-399f-4e32-b4ba-98c68c1ee334 None None] Network 770b68af-5359-4f13-9afa-63581ac2ee78 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:44.472131 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1c26bb5b-b66b-4035-9278-58e239ea2f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:44.546790 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1e25c6fb-b4b4-4693-82d3-5e4f5c3ffb2b req-f6176668-2dc4-4c5c-8611-f53e816a8bef tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514282 Apr 11 17:52:44.636220 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1c26bb5b-b66b-4035-9278-58e239ea2f20 admin admin] Publish callbacks [] for security_group (2547f73d-95e5-4844-a06f-8a99b64500a7), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:44.645391 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1c26bb5b-b66b-4035-9278-58e239ea2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (2547f73d-95e5-4844-a06f-8a99b64500a7), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:44.656721 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Publish callbacks [] for router_gateway (8c3716e6-d17c-48d5-a000-f333dc657566), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:44.670665 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 1541e2ad-71fb-46b3-adc4-f078a468af86 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:44.714678 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-1c26bb5b-b66b-4035-9278-58e239ea2f20 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a33d7089a08450f8f04b61c9a2d51cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6735020 Apr 11 17:52:44.715275 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51136) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:44.766742 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26bb5b-b66b-4035-9278-58e239ea2f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2547f73d-95e5-4844-a06f-8a99b64500a7,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:44.780987 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 1541e2ad-71fb-46b3-adc4-f078a468af86 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:44.781556 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:44.800343 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-90cc8b64-7521-469e-a2e8-5ab0e773e548 admin admin] Publish callbacks [] for security_group (2547f73d-95e5-4844-a06f-8a99b64500a7), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:44.853735 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-90cc8b64-7521-469e-a2e8-5ab0e773e548 admin admin] Publish callbacks [] for security_group (2547f73d-95e5-4844-a06f-8a99b64500a7), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:44.931898 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-90cc8b64-7521-469e-a2e8-5ab0e773e548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (2547f73d-95e5-4844-a06f-8a99b64500a7), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:44.935348 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-90cc8b64-7521-469e-a2e8-5ab0e773e548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:44.940929 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-90cc8b64-7521-469e-a2e8-5ab0e773e548 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2547f73d-95e5-4844-a06f-8a99b64500a7 HTTP/1.1" status: 204 len: 168 time: 0.2215636 Apr 11 17:52:44.957371 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc8b64-7521-469e-a2e8-5ab0e773e548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2547f73d-95e5-4844-a06f-8a99b64500a7,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:45.004495 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594322'] for router (8c3716e6-d17c-48d5-a000-f333dc657566), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:45.018773 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 1541e2ad-71fb-46b3-adc4-f078a468af86 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:45.019506 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:45.092360 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51148) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:45.109723 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port 1541e2ad-71fb-46b3-adc4-f078a468af86, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=1541e2ad-71fb-46b3-adc4-f078a468af86,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:45.117221 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:45.212795 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=1541e2ad-71fb-46b3-adc4-f078a468af86,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:45.274215 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Router 8c3716e6-d17c-48d5-a000-f333dc657566 is scheduled to L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad with binding_index 1 {{(pid=114851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:52:45.369419 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d83faf-18de-402c-a09d-7939245fb41b None None] Network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:45.455221 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:52:45.469601 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Sync routers for ids ['8c3716e6-d17c-48d5-a000-f333dc657566'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:52:45.492523 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Routers {'8c3716e6-d17c-48d5-a000-f333dc657566'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:45.496442 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:45.498320 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['8c3716e6-d17c-48d5-a000-f333dc657566'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:45.503797 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-51d6b3ed-551c-4a2c-a55b-2e6a97c24b08 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0534871 Apr 11 17:52:45.504078 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51166) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:45.778593 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-b6f58801-12e1-4794-a379-e54bc6c56552 None None] Provisioning complete for port 1541e2ad-71fb-46b3-adc4-f078a468af86 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:45.779116 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b6f58801-12e1-4794-a379-e54bc6c56552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:45.829696 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Set router 8c3716e6-d17c-48d5-a000-f333dc657566 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:45.994106 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-3ad3a1d7-27d6-467c-9397-cd8584823217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.031627 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51188) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:46.057982 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5377-0aa8-4422-8f0e-25f41227ee1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.089145 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-b6f58801-12e1-4794-a379-e54bc6c56552 None None] Current status of the port 1541e2ad-71fb-46b3-adc4-f078a468af86 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:46.160174 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-354438690-network', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:46.171797 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:52:44Z', 'revision_number': 3, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:46.277097 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5377-0aa8-4422-8f0e-25f41227ee1e admin admin] Publish callbacks [] for security_group (d6ef6186-bdde-4ba9-9f46-5feaac7a5909), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.277934 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Checking router: 8c3716e6-d17c-48d5-a000-f333dc657566 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:52:46.279369 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Updating router 8c3716e6-d17c-48d5-a000-f333dc657566 port 06bc82a8-c103-445d-a2dc-b8b8f075a11a binding host dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:52:46.288343 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5377-0aa8-4422-8f0e-25f41227ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (d6ef6186-bdde-4ba9-9f46-5feaac7a5909), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.310648 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce29390-78d3-427a-9ea3-71d0c09d2549 req-c8a743a6-8830-44cd-816c-e7728b1804bb tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:46.317644 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2ce29390-78d3-427a-9ea3-71d0c09d2549 req-c8a743a6-8830-44cd-816c-e7728b1804bb tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.1703711 Apr 11 17:52:46.319450 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Made reservation on behalf of 87f1f626701c4ddfab0c5f855c39f8c3 for: {'network': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:46.322021 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.359286 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.364170 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.370627 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-ca9d5377-0aa8-4422-8f0e-25f41227ee1e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4c340b325da446f69414dc86771c5265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378119 Apr 11 17:52:46.372154 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51202) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:46.373101 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d5377-0aa8-4422-8f0e-25f41227ee1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ef6186-bdde-4ba9-9f46-5feaac7a5909,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:46.464844 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b7b82b30-9c0b-4961-b3d4-d6b8d84463ea admin admin] Publish callbacks [] for security_group (d6ef6186-bdde-4ba9-9f46-5feaac7a5909), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.493929 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b7b82b30-9c0b-4961-b3d4-d6b8d84463ea admin admin] Publish callbacks [] for security_group (d6ef6186-bdde-4ba9-9f46-5feaac7a5909), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.496442 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.531806 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2ce29390-78d3-427a-9ea3-71d0c09d2549 req-3f7280f9-41aa-44fb-aafe-fe448e443af7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065749 Apr 11 17:52:46.532428 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-e2439f92-864b-450e-a5e1-878177fffff2 None None] Provisioning complete for port 1541e2ad-71fb-46b3-adc4-f078a468af86 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:46.534361 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e2439f92-864b-450e-a5e1-878177fffff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.584159 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b7b82b30-9c0b-4961-b3d4-d6b8d84463ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (d6ef6186-bdde-4ba9-9f46-5feaac7a5909), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.587085 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b7b82b30-9c0b-4961-b3d4-d6b8d84463ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.591097 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-b7b82b30-9c0b-4961-b3d4-d6b8d84463ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6ef6186-bdde-4ba9-9f46-5feaac7a5909 HTTP/1.1" status: 204 len: 168 time: 0.2106829 Apr 11 17:52:46.606319 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b82b30-9c0b-4961-b3d4-d6b8d84463ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ef6186-bdde-4ba9-9f46-5feaac7a5909,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:46.632544 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 1541e2ad-71fb-46b3-adc4-f078a468af86 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:46.676680 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Publish callbacks [] for security_group (760e2e65-8763-428e-b70c-bf864aabf012), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.718862 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (760e2e65-8763-428e-b70c-bf864aabf012), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.755040 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=114850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:52:46.811910 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760e2e65-8763-428e-b70c-bf864aabf012,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:46.819711 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (c2426612-6c90-4476-9561-856280a8343b), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.820299 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.segments_db [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Added segment c2426612-6c90-4476-9561-856280a8343b of type vlan for network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f Apr 11 17:52:46.871197 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 1541e2ad-71fb-46b3-adc4-f078a468af86 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:46.873326 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.876926 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.882688 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-e2439f92-864b-450e-a5e1-878177fffff2 None None] Current status of the port 1541e2ad-71fb-46b3-adc4-f078a468af86 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:46.942516 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:46.943576 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:46.944239 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.045593 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51218) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:47.046086 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9493344 Apr 11 17:52:47.048830 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-9f2bffad-da02-4d90-b8b9-16df82be96ec admin admin] Request body: {'subnet': {'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-354438690-subnet', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:47.052556 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473acd4-c29f-4676-951b-97269177771e admin admin] Pushing event updated for resources: {'Network': ['ID=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:47.069637 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:52:47.091244 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2bffad-da02-4d90-b8b9-16df82be96ec admin admin] Made reservation on behalf of 87f1f626701c4ddfab0c5f855c39f8c3 for: {'subnet': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:47.093702 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 1541e2ad-71fb-46b3-adc4-f078a468af86 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:47.094478 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9f2bffad-da02-4d90-b8b9-16df82be96ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3333638'] for subnet (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.103402 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.110396 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Publish callbacks [] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), precommit_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.128529 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.280623 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Attempting to bind port 06bc82a8-c103-445d-a2dc-b8b8f075a11a on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:52:47.281215 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Attempting to bind port 06bc82a8-c103-445d-a2dc-b8b8f075a11a by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:52:47.281777 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Attempting to bind port 06bc82a8-c103-445d-a2dc-b8b8f075a11a on network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:52:47.302756 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:52:47.303547 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Checking segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:47.304535 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.306658 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Bound using segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:52:47.307179 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Bound port: 06bc82a8-c103-445d-a2dc-b8b8f075a11a, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:52:47.308706 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.371760 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9f2bffad-da02-4d90-b8b9-16df82be96ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3599959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3333652'] for subnet (b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.430875 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Pushing event updated for resources: {'Port': ['ID=06bc82a8-c103-445d-a2dc-b8b8f075a11a,revision_number=2']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:47.455096 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bffad-da02-4d90-b8b9-16df82be96ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:47.455918 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] For port 06bc82a8-c103-445d-a2dc-b8b8f075a11a, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:52:47.472649 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.473019 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.473386 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.473738 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.474071 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.474392 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.474718 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.475042 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.475359 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.475685 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.478818 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.479181 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.479519 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.479906 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.480240 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:52:47.500335 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] For port 06bc82a8-c103-445d-a2dc-b8b8f075a11a, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=06bc82a8-c103-445d-a2dc-b8b8f075a11a,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:52:47.501196 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2bffad-da02-4d90-b8b9-16df82be96ec admin admin] Checking segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:47.501792 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2bffad-da02-4d90-b8b9-16df82be96ec admin admin] Network hostable DHCP agents. Network: d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:52:47.506807 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Allocated IP 172.20.0.1 (a64b5ee9-99f3-4b4d-bf67-e531dab5b271/1db30ab4-92c4-4d32-abe7-c8b778e7e79c/0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:52:47.508437 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.543526 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2bffad-da02-4d90-b8b9-16df82be96ec admin admin] Network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:52:47.564428 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-9f2bffad-da02-4d90-b8b9-16df82be96ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f) {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:47.573080 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2bffad-da02-4d90-b8b9-16df82be96ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:47.573820 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9f2bffad-da02-4d90-b8b9-16df82be96ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.579382 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a416923-9b10-4d61-bb93-9acc01e66954 None None] Network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:47.605548 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-9f2bffad-da02-4d90-b8b9-16df82be96ec admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5614517 Apr 11 17:52:47.606462 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cda4fb-d8ff-495b-8986-9cf7e839ddc8 None None] Pushing event updated for resources: {'Port': ['ID=06bc82a8-c103-445d-a2dc-b8b8f075a11a,revision_number=3']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:47.608611 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51244) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:47.615396 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:47.619622 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Routers {'8c3716e6-d17c-48d5-a000-f333dc657566'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:47.624378 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['8c3716e6-d17c-48d5-a000-f333dc657566'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:47.687084 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (dc5e751c-933f-40e2-af43-f4222239248c), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.689181 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1748122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123050'] for router (dc5e751c-933f-40e2-af43-f4222239248c), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.800535 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] Set router 8c3716e6-d17c-48d5-a000-f333dc657566 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:47.821410 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Publish callbacks [] for router_controller (dc5e751c-933f-40e2-af43-f4222239248c), precommit_add_association {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.823480 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Publish callbacks [] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.875104 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb427c2df-acee-5b9d-b21c-7ccde36b64d7-d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8'}]}} from dv-cinder-837353-1-iscsi. {{(pid=114852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:52:47.876693 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.880057 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:47.987660 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:48.035826 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:48.048929 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:48.076608 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43108cd5-ab17-40e4-ab82-bc04be9aa4f2 req-6d0df1d1-2dcc-4b37-8200-3197367d4496 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:48.086331 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-43108cd5-ab17-40e4-ab82-bc04be9aa4f2 req-6d0df1d1-2dcc-4b37-8200-3197367d4496 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.2177768 Apr 11 17:52:48.087210 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:52:48.106302 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:48.148952 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:52:44Z', 'revision_number': 3, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:48.183506 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e824e37-eb93-449a-901e-ae2f4b295763 None None] The sync data for ids ['8c3716e6-d17c-48d5-a000-f333dc657566'] in dv-cinder-837353-1-iscsi is: [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:52:44Z', 'revision_number': 3, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:52:48.278943 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Publish callbacks [] for router_gateway (dc5e751c-933f-40e2-af43-f4222239248c), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:48.282297 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594145'] for router_interface (8c3716e6-d17c-48d5-a000-f333dc657566), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:48.413362 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.db_base_plugin_common [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Allocated IP 172.20.0.2 (d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f/b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8/4ca0f917-29aa-4faf-9502-b73b4ad0180e) {{(pid=114852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:52:48.438683 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-54d28a6f-ba02-47a1-b964-6122e1cfb616 None None] Provisioning complete for port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:48.439613 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-54d28a6f-ba02-47a1-b964-6122e1cfb616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:48.481949 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-54d28a6f-ba02-47a1-b964-6122e1cfb616 None None] Port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:52:48.522589 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51286) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:48.609141 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-43108cd5-ab17-40e4-ab82-bc04be9aa4f2 req-d15ed4b8-1164-476d-ae89-e71b5f953dff tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051658 Apr 11 17:52:48.928131 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:48.933249 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Publish callbacks [] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), precommit_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:48.942879 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:48.947905 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Publish callbacks [] for router_gateway (dc5e751c-933f-40e2-af43-f4222239248c), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:48.992804 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:49.000912 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6e75ecbd-e894-4f16-bd79-a651e04fdc33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:49.028521 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Pushing event updated for resources: {'Port': ['ID=4ca0f917-29aa-4faf-9502-b73b4ad0180e,revision_number=1']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:49.063411 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f is already hosted by enough agents. {{(pid=114852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:49.064953 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.base_scheduler [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Resources bound (agent type, host, resource id): {{(pid=114852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:49.078203 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Received port after_create {{(pid=114852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:52:49.250161 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Attempting to bind port 4ca0f917-29aa-4faf-9502-b73b4ad0180e on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:52:49.250161 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Attempting to bind port 4ca0f917-29aa-4faf-9502-b73b4ad0180e by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:52:49.250161 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Attempting to bind port 4ca0f917-29aa-4faf-9502-b73b4ad0180e on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:52:49.260160 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Allocated IP 172.27.1.215 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/7529de61-d034-4c8d-af3c-b3bbaa947aa0) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:52:49.268719 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:52:49.269124 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Checking segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:49.269695 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:49.270299 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Bound using segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:52:49.271842 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Bound port: 4ca0f917-29aa-4faf-9502-b73b4ad0180e, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:52:49.272453 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:49.496394 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] For port 4ca0f917-29aa-4faf-9502-b73b4ad0180e, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:52:49.508316 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] For port 4ca0f917-29aa-4faf-9502-b73b4ad0180e, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=4ca0f917-29aa-4faf-9502-b73b4ad0180e,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:52:49.513796 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:49.517432 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Publish callbacks [] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:49.540074 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:49.602991 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6e75ecbd-e894-4f16-bd79-a651e04fdc33 admin admin] Publish callbacks [] for security_group (43faa5b5-fb3f-4deb-9654-f3bdcf0d7cd0), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:49.630516 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6e75ecbd-e894-4f16-bd79-a651e04fdc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (43faa5b5-fb3f-4deb-9654-f3bdcf0d7cd0), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:49.695262 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:49.713443 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86901c56-73cb-4d88-a358-e2c0a2928015 None None] Pushing event updated for resources: {'Port': ['ID=4ca0f917-29aa-4faf-9502-b73b4ad0180e,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:49.827415 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Publish callbacks [] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:49.867794 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:49.869800 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:49.872471 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:52:49.953918 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:49.958701 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Pushing event updated for resources: {'Port': ['ID=7529de61-d034-4c8d-af3c-b3bbaa947aa0,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:49.976068 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234c639-c798-4150-b394-8a046db2855a req-08633660-24c7-40d9-95a5-01f82e084f9a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:49.978004 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7234c639-c798-4150-b394-8a046db2855a req-08633660-24c7-40d9-95a5-01f82e084f9a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.1393485 Apr 11 17:52:50.032437 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75ecbd-e894-4f16-bd79-a651e04fdc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43faa5b5-fb3f-4deb-9654-f3bdcf0d7cd0,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:50.055572 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:50.136394 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-6e75ecbd-e894-4f16-bd79-a651e04fdc33 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac2f8900b3d342f3a10e7d7d7900b751&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6028831 Apr 11 17:52:50.140369 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51342) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:50.197502 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a673a4-187f-4d6e-9ab3-6716db3ab0cb req-c0b0ea79-ed42-4bdb-8173-906b75ece089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:50.199758 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-68a673a4-187f-4d6e-9ab3-6716db3ab0cb req-c0b0ea79-ed42-4bdb-8173-906b75ece089 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 1129 time: 0.3702958 Apr 11 17:52:50.246088 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594769'] for router_interface (8c3716e6-d17c-48d5-a000-f333dc657566), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:50.253054 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:50.292343 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7234c639-c798-4150-b394-8a046db2855a req-855e0b09-7904-47e2-b9cd-6c06222d9fee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741749 Apr 11 17:52:50.332140 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3d11a747-c078-4669-acba-482467ed41ac admin admin] Publish callbacks [] for security_group (43faa5b5-fb3f-4deb-9654-f3bdcf0d7cd0), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:50.344572 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-68a673a4-187f-4d6e-9ab3-6716db3ab0cb req-482c88f8-1052-4fc9-ad24-0cdbe339c544 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358120 Apr 11 17:52:50.365053 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Publish callbacks [] for router_gateway (dc5e751c-933f-40e2-af43-f4222239248c), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:50.368173 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3d11a747-c078-4669-acba-482467ed41ac admin admin] Publish callbacks [] for security_group (43faa5b5-fb3f-4deb-9654-f3bdcf0d7cd0), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:50.454037 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:50.456597 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:50.589576 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3d11a747-c078-4669-acba-482467ed41ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (43faa5b5-fb3f-4deb-9654-f3bdcf0d7cd0), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:50.598050 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3d11a747-c078-4669-acba-482467ed41ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:50.599679 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-3d11a747-c078-4669-acba-482467ed41ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/43faa5b5-fb3f-4deb-9654-f3bdcf0d7cd0 HTTP/1.1" status: 204 len: 168 time: 0.4543889 Apr 11 17:52:50.716597 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 06bc82a8-c103-445d-a2dc-b8b8f075a11a up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:50.760637 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Router 8c3716e6-d17c-48d5-a000-f333dc657566 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:52:50.829631 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594322'] for router (dc5e751c-933f-40e2-af43-f4222239248c), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:50.835954 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11a747-c078-4669-acba-482467ed41ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43faa5b5-fb3f-4deb-9654-f3bdcf0d7cd0,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:50.977491 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-b3fdcc50-608c-43ac-811d-751a26f58618 None None] Provisioning complete for port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:50.977996 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b3fdcc50-608c-43ac-811d-751a26f58618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:51.048978 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:52:51.057694 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-3d8596ed-6a5f-413b-ac92-3b93be567246 admin admin] 10.222.0.76 "PUT /v2.0/routers/8c3716e6-d17c-48d5-a000-f333dc657566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5522308 Apr 11 17:52:51.071802 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 06bc82a8-c103-445d-a2dc-b8b8f075a11a triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:51.073481 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:51.130835 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Router dc5e751c-933f-40e2-af43-f4222239248c is scheduled to L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad with binding_index 1 {{(pid=114851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:52:51.137714 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-b3fdcc50-608c-43ac-811d-751a26f58618 None None] Port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:52:51.214921 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 06bc82a8-c103-445d-a2dc-b8b8f075a11a is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:51.216078 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:51.333452 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port 06bc82a8-c103-445d-a2dc-b8b8f075a11a, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=06bc82a8-c103-445d-a2dc-b8b8f075a11a,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:51.341302 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:51.343053 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 4ca0f917-29aa-4faf-9502-b73b4ad0180e up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:51.432189 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:52:51.461835 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:51.463998 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-bd9c2f44-86f8-45e7-b17e-750ad6f7c0cd admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8542693 Apr 11 17:52:51.467209 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51408) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:51.472226 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Sync routers for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:52:51.494501 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51410) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:51.496609 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=06bc82a8-c103-445d-a2dc-b8b8f075a11a,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:51.512596 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:51.513841 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:51.525099 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-08c49663-09e7-4826-aeae-e9fb9dbd7157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:51.594277 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 4ca0f917-29aa-4faf-9502-b73b4ad0180e triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:51.594808 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:51.688361 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Sync routers for ids ['8c3716e6-d17c-48d5-a000-f333dc657566'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:52:51.718293 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Routers {'8c3716e6-d17c-48d5-a000-f333dc657566'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:51.718940 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['8c3716e6-d17c-48d5-a000-f333dc657566'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:51.753610 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dbe26-244a-49f3-9798-a866a8daa114 req-573a775e-00ae-4a0c-adbc-69979f2b9fc1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:51.766613 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-793dbe26-244a-49f3-9798-a866a8daa114 req-573a775e-00ae-4a0c-adbc-69979f2b9fc1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.1660295 Apr 11 17:52:51.775418 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-08c49663-09e7-4826-aeae-e9fb9dbd7157 admin admin] Publish callbacks [] for security_group (0e2625cf-7881-4e55-a8f9-b08f022bcaa9), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:51.784195 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-08c49663-09e7-4826-aeae-e9fb9dbd7157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (0e2625cf-7881-4e55-a8f9-b08f022bcaa9), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:51.809093 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51414) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:51.870880 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c49663-09e7-4826-aeae-e9fb9dbd7157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2625cf-7881-4e55-a8f9-b08f022bcaa9,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:51.873722 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:51.887826 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b2d684-eb1f-427d-ab43-db6a3de10e19 None None] Network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:51.892661 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-08c49663-09e7-4826-aeae-e9fb9dbd7157 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e0a1af48e57a40d0b6e4bb866b996911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3968000 Apr 11 17:52:51.897732 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51418) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:51.982191 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Set router 8c3716e6-d17c-48d5-a000-f333dc657566 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:51.998906 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-793dbe26-244a-49f3-9798-a866a8daa114 req-8325d529-e697-4009-a1ef-494eceff15d0 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306290 Apr 11 17:52:52.031356 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-d6422869-a29c-47c0-8b93-44cf42e14dd8 None None] Provisioning complete for port 4ca0f917-29aa-4faf-9502-b73b4ad0180e triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:52.031837 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d6422869-a29c-47c0-8b93-44cf42e14dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.097346 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3aa0212c-6254-4257-b06f-e080d4a78f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.113196 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a31989f6-047a-453b-9643-89533ee2ad99 admin admin] Publish callbacks [] for security_group (0e2625cf-7881-4e55-a8f9-b08f022bcaa9), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.187154 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94832b5-55d9-401b-a2c7-665189c6c1ed req-cb882974-4bf9-4c8f-b41b-9d04fffefe06 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:52.188694 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d94832b5-55d9-401b-a2c7-665189c6c1ed req-cb882974-4bf9-4c8f-b41b-9d04fffefe06 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.1006966 Apr 11 17:52:52.196469 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a31989f6-047a-453b-9643-89533ee2ad99 admin admin] Publish callbacks [] for security_group (0e2625cf-7881-4e55-a8f9-b08f022bcaa9), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.379478 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-d6422869-a29c-47c0-8b93-44cf42e14dd8 None None] Current status of the port 4ca0f917-29aa-4faf-9502-b73b4ad0180e is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:52.380156 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d6422869-a29c-47c0-8b93-44cf42e14dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.383720 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3aa0212c-6254-4257-b06f-e080d4a78f13 admin admin] Publish callbacks [] for security_group (2744cd8b-04b5-49f6-aa6f-19ed8acf1330), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.394851 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 4ca0f917-29aa-4faf-9502-b73b4ad0180e is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:52.395637 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.398185 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3aa0212c-6254-4257-b06f-e080d4a78f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (2744cd8b-04b5-49f6-aa6f-19ed8acf1330), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.433918 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d94832b5-55d9-401b-a2c7-665189c6c1ed req-c33a2576-88f0-4a1d-ad0e-b6028e66162a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314918 Apr 11 17:52:52.439408 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a31989f6-047a-453b-9643-89533ee2ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (0e2625cf-7881-4e55-a8f9-b08f022bcaa9), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.455407 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:52:48Z', 'revision_number': 4, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5', 'name': '', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'mac_address': 'fa:16:3e:2e:39:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:49Z', 'revision_number': 2, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'subnets': [{'id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:52.457070 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a31989f6-047a-453b-9643-89533ee2ad99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.463714 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-a31989f6-047a-453b-9643-89533ee2ad99 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0e2625cf-7881-4e55-a8f9-b08f022bcaa9 HTTP/1.1" status: 204 len: 168 time: 0.5648861 Apr 11 17:52:52.512327 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Checking router: 8c3716e6-d17c-48d5-a000-f333dc657566 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:52:52.512958 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Updating router 8c3716e6-d17c-48d5-a000-f333dc657566 port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 binding host dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:52:52.515687 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-3aa0212c-6254-4257-b06f-e080d4a78f13 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=43853eaac2c44aee844d7bee0b6df954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6997776 Apr 11 17:52:52.516767 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-d6422869-a29c-47c0-8b93-44cf42e14dd8 None None] For port 4ca0f917-29aa-4faf-9502-b73b4ad0180e, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=4ca0f917-29aa-4faf-9502-b73b4ad0180e,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:52.525270 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51446) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:52.549403 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d6422869-a29c-47c0-8b93-44cf42e14dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.582406 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.588135 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0212c-6254-4257-b06f-e080d4a78f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2744cd8b-04b5-49f6-aa6f-19ed8acf1330,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:52.661725 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31989f6-047a-453b-9643-89533ee2ad99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2625cf-7881-4e55-a8f9-b08f022bcaa9,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:52.694129 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:50Z', 'revision_number': 3, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:52.696674 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.db.api [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:52:52.697209 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG oslo_db.api [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 17:52:52.699648 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6422869-a29c-47c0-8b93-44cf42e14dd8 None None] Pushing event updated for resources: {'Port': ['ID=4ca0f917-29aa-4faf-9502-b73b4ad0180e,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:52.724383 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b82cf3bb-45e1-44c9-857b-9236aaa008b7 admin admin] Publish callbacks [] for security_group (2744cd8b-04b5-49f6-aa6f-19ed8acf1330), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.763671 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Checking router: dc5e751c-933f-40e2-af43-f4222239248c for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:52:52.764144 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Updating router dc5e751c-933f-40e2-af43-f4222239248c port 7529de61-d034-4c8d-af3c-b3bbaa947aa0 binding host dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:52:52.801654 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b82cf3bb-45e1-44c9-857b-9236aaa008b7 admin admin] Publish callbacks [] for security_group (2744cd8b-04b5-49f6-aa6f-19ed8acf1330), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.805414 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51452) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:52.823461 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-292957607-network', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:52.845748 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.869880 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.934863 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b82cf3bb-45e1-44c9-857b-9236aaa008b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (2744cd8b-04b5-49f6-aa6f-19ed8acf1330), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.937693 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Made reservation on behalf of a26b0cd5f44f495bb792e3f742ea0f21 for: {'network': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:52.940699 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.943107 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b82cf3bb-45e1-44c9-857b-9236aaa008b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.946502 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-b82cf3bb-45e1-44c9-857b-9236aaa008b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2744cd8b-04b5-49f6-aa6f-19ed8acf1330 HTTP/1.1" status: 204 len: 168 time: 0.4202037 Apr 11 17:52:52.959670 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:52.980287 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cf3bb-45e1-44c9-857b-9236aaa008b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2744cd8b-04b5-49f6-aa6f-19ed8acf1330,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:53.173000 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-67ebfd28-f747-4ad1-b308-e2e7e75dd0eb None None] Provisioning complete for port 4ca0f917-29aa-4faf-9502-b73b4ad0180e triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:53.173842 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-67ebfd28-f747-4ad1-b308-e2e7e75dd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:53.346565 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Publish callbacks [] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), precommit_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:53.352789 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:53.386341 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 4ca0f917-29aa-4faf-9502-b73b4ad0180e is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:53.394001 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51472) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:53.428817 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cc2b8-866e-4095-b3d1-0bf0e712d87b None None] Pushing event updated for resources: {'Port': ['ID=0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5,revision_number=3']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:53.439618 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32237886-386e-4e92-9e42-d0b655a1a14d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:53.546490 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-67ebfd28-f747-4ad1-b308-e2e7e75dd0eb None None] Current status of the port 4ca0f917-29aa-4faf-9502-b73b4ad0180e is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:53.649744 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Attempting to bind port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:52:53.650888 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Attempting to bind port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:52:53.652138 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Attempting to bind port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 on network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:52:53.666801 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:52:53.667184 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Checking segment: {'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:53.667597 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:53.667993 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Bound using segment: {'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:52:53.668474 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Bound port: 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'}}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:52:53.668850 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:53.680173 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32237886-386e-4e92-9e42-d0b655a1a14d admin admin] Publish callbacks [] for security_group (a66cd197-a1ea-4c39-b99d-3a8a8b2ea7c8), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:53.690916 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32237886-386e-4e92-9e42-d0b655a1a14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (a66cd197-a1ea-4c39-b99d-3a8a8b2ea7c8), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:53.759051 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 06bc82a8-c103-445d-a2dc-b8b8f075a11a up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:53.819199 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51478) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:53.821817 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-32237886-386e-4e92-9e42-d0b655a1a14d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7079cbd27aa94e50a20a21927c3b3432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4264319 Apr 11 17:52:53.823847 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32237886-386e-4e92-9e42-d0b655a1a14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66cd197-a1ea-4c39-b99d-3a8a8b2ea7c8,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:53.913543 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-27b3b90f-7208-4f28-91d9-d4515265ea70 None None] Provisioning complete for port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:53.913959 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-27b3b90f-7208-4f28-91d9-d4515265ea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:53.920707 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] For port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:52:53.931331 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] For port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:52:53.945990 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:53.954753 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Allocated IP 172.20.0.1 (d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f/b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8/2d8228d2-7b3e-4948-856a-46b90bf60879) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:52:53.995978 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-27b3b90f-7208-4f28-91d9-d4515265ea70 None None] Port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:52:54.003634 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51482) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:54.038650 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-13b9a484-a29b-4c1d-becb-d760a13ea881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.046641 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 06bc82a8-c103-445d-a2dc-b8b8f075a11a triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:54.047013 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.061017 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Routers {'8c3716e6-d17c-48d5-a000-f333dc657566'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:54.061900 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['8c3716e6-d17c-48d5-a000-f333dc657566'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:54.151199 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Publish callbacks [] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), precommit_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.165584 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51488) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:54.211543 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.279960 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-13b9a484-a29b-4c1d-becb-d760a13ea881 admin admin] Publish callbacks [] for security_group (1fd31d2f-c11c-41a1-a9c8-2d9c94b59db7), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.284946 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-13b9a484-a29b-4c1d-becb-d760a13ea881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (1fd31d2f-c11c-41a1-a9c8-2d9c94b59db7), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.302929 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b0497-0f6d-4f4a-bf0a-3f54b452389a None None] Pushing event updated for resources: {'Port': ['ID=7529de61-d034-4c8d-af3c-b3bbaa947aa0,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:54.303188 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cc2b8-866e-4095-b3d1-0bf0e712d87b None None] Pushing event updated for resources: {'Port': ['ID=0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5,revision_number=4']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:54.340215 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 06bc82a8-c103-445d-a2dc-b8b8f075a11a is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:54.349058 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 4ca0f917-29aa-4faf-9502-b73b4ad0180e up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:54.354764 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-13b9a484-a29b-4c1d-becb-d760a13ea881 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9983c49325ca4319ba95970877eec08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496196 Apr 11 17:52:54.355374 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51492) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:54.356602 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9a484-a29b-4c1d-becb-d760a13ea881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd31d2f-c11c-41a1-a9c8-2d9c94b59db7,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:54.365373 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] Set router 8c3716e6-d17c-48d5-a000-f333dc657566 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:54.391778 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Attempting to bind port 7529de61-d034-4c8d-af3c-b3bbaa947aa0 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:52:54.397364 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Attempting to bind port 7529de61-d034-4c8d-af3c-b3bbaa947aa0 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:52:54.397743 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Attempting to bind port 7529de61-d034-4c8d-af3c-b3bbaa947aa0 on network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:52:54.446478 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Publish callbacks [] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.448887 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d0f8ccd6-142d-415f-8017-13f03d24ce02 admin admin] Publish callbacks [] for security_group (1fd31d2f-c11c-41a1-a9c8-2d9c94b59db7), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.465864 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:52:54.473165 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Checking segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:54.473698 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.474104 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Bound using segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:52:54.475117 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Bound port: 7529de61-d034-4c8d-af3c-b3bbaa947aa0, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:52:54.475514 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.476806 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d0f8ccd6-142d-415f-8017-13f03d24ce02 admin admin] Publish callbacks [] for security_group (1fd31d2f-c11c-41a1-a9c8-2d9c94b59db7), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.489801 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4aa4aad2-bb31-4f01-b266-e1b2854eea6c admin admin] Publish callbacks [] for security_group (a66cd197-a1ea-4c39-b99d-3a8a8b2ea7c8), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.501303 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Publish callbacks [] for security_group (89642a99-90fb-4bd8-a5fc-a928e83de0b1), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.516295 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (89642a99-90fb-4bd8-a5fc-a928e83de0b1), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.524764 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1b575046-538b-4013-bd27-e54aee86d67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.557473 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.571014 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=114850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:52:54.575571 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4aa4aad2-bb31-4f01-b266-e1b2854eea6c admin admin] Publish callbacks [] for security_group (a66cd197-a1ea-4c39-b99d-3a8a8b2ea7c8), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.599453 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-d6f0976a-cfad-4de2-8d7b-9bf903ff8ad6 None None] Provisioning complete for port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:54.599824 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d6f0976a-cfad-4de2-8d7b-9bf903ff8ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.634386 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d0f8ccd6-142d-415f-8017-13f03d24ce02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (1fd31d2f-c11c-41a1-a9c8-2d9c94b59db7), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.638124 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d0f8ccd6-142d-415f-8017-13f03d24ce02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.654983 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:54.656135 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-d0f8ccd6-142d-415f-8017-13f03d24ce02 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1fd31d2f-c11c-41a1-a9c8-2d9c94b59db7 HTTP/1.1" status: 204 len: 168 time: 0.2854905 Apr 11 17:52:54.671473 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89642a99-90fb-4bd8-a5fc-a928e83de0b1,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:54.680364 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:54.704318 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (4d69fee7-b184-4262-abf1-d350a78c2890), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.709423 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.segments_db [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Added segment 4d69fee7-b184-4262-abf1-d350a78c2890 of type vlan for network 6df481b1-2fbf-41da-9b5a-379cb9822755 Apr 11 17:52:54.720897 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8ccd6-142d-415f-8017-13f03d24ce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd31d2f-c11c-41a1-a9c8-2d9c94b59db7,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:54.723661 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:52:54.728629 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 4ca0f917-29aa-4faf-9502-b73b4ad0180e triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:54.729771 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.751790 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] For port 7529de61-d034-4c8d-af3c-b3bbaa947aa0, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:52:54.765387 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:52:48Z', 'revision_number': 4, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5', 'name': '', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'mac_address': 'fa:16:3e:2e:39:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:53Z', 'revision_number': 4, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'subnets': [{'id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:54.767425 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1b575046-538b-4013-bd27-e54aee86d67f admin admin] Publish callbacks [] for security_group (1b8627e1-0e92-42db-9684-39a7989eaa10), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.775721 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1b575046-538b-4013-bd27-e54aee86d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (1b8627e1-0e92-42db-9684-39a7989eaa10), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.847791 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594145'] for router_interface (dc5e751c-933f-40e2-af43-f4222239248c), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:54.859492 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] For port 7529de61-d034-4c8d-af3c-b3bbaa947aa0, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=7529de61-d034-4c8d-af3c-b3bbaa947aa0,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:52:54.862116 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:52:54.864108 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980bf974-6a68-4673-9ac6-0e4453b4cef6 None None] The sync data for ids ['8c3716e6-d17c-48d5-a000-f333dc657566'] in dv-cinder-837353-1-iscsi is: [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:52:48Z', 'revision_number': 4, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5', 'name': '', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'mac_address': 'fa:16:3e:2e:39:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:53Z', 'revision_number': 4, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'subnets': [{'id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:52:54.903215 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.010356 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-1b575046-538b-4013-bd27-e54aee86d67f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4898f44e741f406fabdf5a45aa6fa520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8399994 Apr 11 17:52:55.014592 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51510) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:55.019610 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d8228d2-7b3e-4948-856a-46b90bf60879,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:55.026412 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b575046-538b-4013-bd27-e54aee86d67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8627e1-0e92-42db-9684-39a7989eaa10,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:55.104581 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f8cfceab-9253-49ad-92b3-164aa50d96ec admin admin] Publish callbacks [] for security_group (1b8627e1-0e92-42db-9684-39a7989eaa10), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.139439 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4aa4-bee1-4e67-ae0a-9f8bb63d519a req-8a3a15e7-2a11-4b29-abad-32713f21aae3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:55.141500 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3bef4aa4-bee1-4e67-ae0a-9f8bb63d519a req-8a3a15e7-2a11-4b29-abad-32713f21aae3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.1099257 Apr 11 17:52:55.158582 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f8cfceab-9253-49ad-92b3-164aa50d96ec admin admin] Publish callbacks [] for security_group (1b8627e1-0e92-42db-9684-39a7989eaa10), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.194694 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (6df481b1-2fbf-41da-9b5a-379cb9822755), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.265219 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b51c7-e909-428e-915f-c342dc84775b req-ce061eac-941a-441c-89a2-b0a098da3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:55.269632 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f8cfceab-9253-49ad-92b3-164aa50d96ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (1b8627e1-0e92-42db-9684-39a7989eaa10), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.270961 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a9b51c7-e909-428e-915f-c342dc84775b req-ce061eac-941a-441c-89a2-b0a098da3b28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 1129 time: 0.3929701 Apr 11 17:52:55.274283 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f8cfceab-9253-49ad-92b3-164aa50d96ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.275997 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-f8cfceab-9253-49ad-92b3-164aa50d96ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b8627e1-0e92-42db-9684-39a7989eaa10 HTTP/1.1" status: 204 len: 168 time: 0.2575755 Apr 11 17:52:55.315904 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfceab-9253-49ad-92b3-164aa50d96ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8627e1-0e92-42db-9684-39a7989eaa10,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:55.326400 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.db.resource_extend [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 17:52:55.359104 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0976a-cfad-4de2-8d7b-9bf903ff8ad6 None None] Current status of the port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:55.359580 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d6f0976a-cfad-4de2-8d7b-9bf903ff8ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.378158 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4aa4aad2-bb31-4f01-b266-e1b2854eea6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (a66cd197-a1ea-4c39-b99d-3a8a8b2ea7c8), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.380732 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4aa4aad2-bb31-4f01-b266-e1b2854eea6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.387337 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b0497-0f6d-4f4a-bf0a-3f54b452389a None None] Pushing event updated for resources: {'Port': ['ID=7529de61-d034-4c8d-af3c-b3bbaa947aa0,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:55.396581 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-4aa4aad2-bb31-4f01-b266-e1b2854eea6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a66cd197-a1ea-4c39-b99d-3a8a8b2ea7c8 HTTP/1.1" status: 204 len: 168 time: 1.5506105 Apr 11 17:52:55.470029 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4aad2-bb31-4f01-b266-e1b2854eea6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66cd197-a1ea-4c39-b99d-3a8a8b2ea7c8,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:55.491389 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 4ca0f917-29aa-4faf-9502-b73b4ad0180e is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:55.509628 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:52:55.510257 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:55.557708 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (6df481b1-2fbf-41da-9b5a-379cb9822755), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.559447 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:55.560520 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.625039 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b51c7-e909-428e-915f-c342dc84775b req-b158b6c9-4b04-4ba1-9f98-7c2ac46c14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:55.630953 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a9b51c7-e909-428e-915f-c342dc84775b req-b158b6c9-4b04-4ba1-9f98-7c2ac46c14f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 0.3414938 Apr 11 17:52:55.670033 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3bef4aa4-bee1-4e67-ae0a-9f8bb63d519a req-c6de602b-990e-43ce-971f-7d91215d5dd3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053055 Apr 11 17:52:55.748743 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:52:55.752516 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:55.776671 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9677656 Apr 11 17:52:55.780353 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51542) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:55.786898 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-99238d67-ca65-4d6c-8836-804bc0376d24 admin admin] Request body: {'subnet': {'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-292957607-subnet', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'ip_version': 4}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:55.806295 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a9b51c7-e909-428e-915f-c342dc84775b req-005aab2b-2225-43d8-8546-a8912ae7dfc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd5e933-4ab5-4a06-a11f-9883317931b6 HTTP/1.1" status: 200 len: 217 time: 0.1132221 Apr 11 17:52:55.841436 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99238d67-ca65-4d6c-8836-804bc0376d24 admin admin] Made reservation on behalf of a26b0cd5f44f495bb792e3f742ea0f21 for: {'subnet': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:55.851957 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99238d67-ca65-4d6c-8836-804bc0376d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3333638'] for subnet (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.883850 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-d6f0976a-cfad-4de2-8d7b-9bf903ff8ad6 None None] For port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:55.975491 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b51c7-e909-428e-915f-c342dc84775b req-34e2f237-4751-47ff-ac09-18dd1257989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:55.978843 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a9b51c7-e909-428e-915f-c342dc84775b req-34e2f237-4751-47ff-ac09-18dd1257989c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.1582885 Apr 11 17:52:55.986979 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:55.987920 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d6f0976a-cfad-4de2-8d7b-9bf903ff8ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.050530 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899e0a8-6971-45a3-a993-30c58f2de85b admin admin] Pushing event updated for resources: {'Network': ['ID=6df481b1-2fbf-41da-9b5a-379cb9822755,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:56.053541 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b51c7-e909-428e-915f-c342dc84775b req-e79f22e9-889b-4f63-8112-fee7c4e420da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:56.055356 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a9b51c7-e909-428e-915f-c342dc84775b req-e79f22e9-889b-4f63-8112-fee7c4e420da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638311 Apr 11 17:52:56.274020 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99238d67-ca65-4d6c-8836-804bc0376d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3599959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3333652'] for subnet (424e8c44-a946-4bdc-825f-9468c4f799b5), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.276549 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Publish callbacks [] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.323321 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0976a-cfad-4de2-8d7b-9bf903ff8ad6 None None] Pushing event updated for resources: {'Port': ['ID=0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:56.327923 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 6df481b1-2fbf-41da-9b5a-379cb9822755 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:52:56.407670 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a9b51c7-e909-428e-915f-c342dc84775b req-cef57462-7975-4a31-b7bb-ab78fb539e9c service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289039 Apr 11 17:52:56.417362 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.420178 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:50Z', 'revision_number': 3, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:52:56.445216 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99238d67-ca65-4d6c-8836-804bc0376d24 admin admin] Checking segment: {'id': '4d69fee7-b184-4262-abf1-d350a78c2890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:56.445575 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99238d67-ca65-4d6c-8836-804bc0376d24 admin admin] Network hostable DHCP agents. Network: 6df481b1-2fbf-41da-9b5a-379cb9822755, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:52:56.449272 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99238d67-ca65-4d6c-8836-804bc0376d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=424e8c44-a946-4bdc-825f-9468c4f799b5,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:56.472835 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:56.474898 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.482595 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99238d67-ca65-4d6c-8836-804bc0376d24 admin admin] Network 6df481b1-2fbf-41da-9b5a-379cb9822755 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:52:56.504428 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-99238d67-ca65-4d6c-8836-804bc0376d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 6df481b1-2fbf-41da-9b5a-379cb9822755) {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:56.509799 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99238d67-ca65-4d6c-8836-804bc0376d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:56.510392 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99238d67-ca65-4d6c-8836-804bc0376d24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.522645 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594769'] for router_interface (dc5e751c-933f-40e2-af43-f4222239248c), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.526079 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-b25990ff-9ccc-4886-9cdf-d0c62ecbc262 None None] Provisioning complete for port 2d8228d2-7b3e-4948-856a-46b90bf60879 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:56.526584 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b25990ff-9ccc-4886-9cdf-d0c62ecbc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.547085 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-99238d67-ca65-4d6c-8836-804bc0376d24 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7653215 Apr 11 17:52:56.549502 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51576) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:56.558960 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e44aba-f2c5-4018-9822-747e2930765f None None] Network 6df481b1-2fbf-41da-9b5a-379cb9822755 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:56.566295 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-292957607-router', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:56.611016 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (cdb8df17-44f3-4157-8910-e3cfd765238e), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.613730 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1748122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123050'] for router (cdb8df17-44f3-4157-8910-e3cfd765238e), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:56.771848 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-b25990ff-9ccc-4886-9cdf-d0c62ecbc262 None None] Port 2d8228d2-7b3e-4948-856a-46b90bf60879 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:52:56.785718 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a9636-cb3f-48f0-9d94-f354cb1ca8a0 None None] The sync data for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi is: [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:50Z', 'revision_number': 3, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:52:56.790288 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d8228d2-7b3e-4948-856a-46b90bf60879,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:56.868712 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:56.954965 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491bf63-7b7c-402f-98b2-c585c2cbc86b req-a3aab630-168d-44d5-b85e-597e05475a1b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:56.969363 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1491bf63-7b7c-402f-98b2-c585c2cbc86b req-a3aab630-168d-44d5-b85e-597e05475a1b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.1347535 Apr 11 17:52:57.086387 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb427c2df-acee-5b9d-b21c-7ccde36b64d7-6df481b1-2fbf-41da-9b5a-379cb9822755', 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755', 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'fixed_ips': [{'subnet_id': '424e8c44-a946-4bdc-825f-9468c4f799b5'}]}} from dv-cinder-837353-1-iscsi. {{(pid=114852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:52:57.087294 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.095111 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Publish callbacks [] for router_controller (cdb8df17-44f3-4157-8910-e3cfd765238e), precommit_add_association {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.117789 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:57.151825 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1491bf63-7b7c-402f-98b2-c585c2cbc86b req-acac0958-2b8b-455f-af13-c44180fc5838 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815026 Apr 11 17:52:57.172620 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:57.319105 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a9b51c7-e909-428e-915f-c342dc84775b req-c194cc5d-72de-45b7-a47e-fceae6c4ffc7 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7998588 Apr 11 17:52:57.454460 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51612) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:57.465754 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Router dc5e751c-933f-40e2-af43-f4222239248c has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:52:57.533549 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.db_base_plugin_common [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Allocated IP 172.20.0.2 (6df481b1-2fbf-41da-9b5a-379cb9822755/424e8c44-a946-4bdc-825f-9468c4f799b5/c856eae5-4454-4e4b-8acc-c26ceccc37dd) {{(pid=114852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:52:57.541264 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Publish callbacks [] for router_gateway (cdb8df17-44f3-4157-8910-e3cfd765238e), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.831735 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-3c569b94-433b-4b0d-9c0a-842db34a4317 None None] Provisioning complete for port 2d8228d2-7b3e-4948-856a-46b90bf60879 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:57.832357 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-3c569b94-433b-4b0d-9c0a-842db34a4317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:57.893714 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:52:57.908142 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 7529de61-d034-4c8d-af3c-b3bbaa947aa0 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:57.910551 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-ddfb6322-d79e-42c2-8d13-64ccd63cb3e3 admin admin] 10.222.0.76 "PUT /v2.0/routers/dc5e751c-933f-40e2-af43-f4222239248c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4417319 Apr 11 17:52:57.962404 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2040952401-network', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:57.997403 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-3c569b94-433b-4b0d-9c0a-842db34a4317 None None] Port 2d8228d2-7b3e-4948-856a-46b90bf60879 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:52:58.007932 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Made reservation on behalf of 3802c6d8d7934a8ba9a8d8577a589533 for: {'network': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:58.010483 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.033068 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.090212 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Publish callbacks [] for router_gateway (cdb8df17-44f3-4157-8910-e3cfd765238e), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.120601 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 7529de61-d034-4c8d-af3c-b3bbaa947aa0 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:58.121501 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.145057 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.191127 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Publish callbacks [] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), precommit_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.200265 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.264848 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Publish callbacks [] for security_group (f9ecdec5-81d9-4867-b203-0cced9ab3f42), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.282073 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (f9ecdec5-81d9-4867-b203-0cced9ab3f42), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.299171 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Pushing event updated for resources: {'Port': ['ID=c856eae5-4454-4e4b-8acc-c26ceccc37dd,revision_number=1']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:58.320717 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=114850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:52:58.330947 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Network 6df481b1-2fbf-41da-9b5a-379cb9822755 is already hosted by enough agents. {{(pid=114852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:58.333763 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.base_scheduler [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Resources bound (agent type, host, resource id): {{(pid=114852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:58.339198 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Received port after_create {{(pid=114852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:52:58.349059 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (170bf4f7-1254-47e8-8138-aa5da2228cfd), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.349618 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.segments_db [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Added segment 170bf4f7-1254-47e8-8138-aa5da2228cfd of type vlan for network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 Apr 11 17:52:58.406855 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (6fdbc451-a168-4260-b1a4-3cd2c2ba6735), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.484496 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (6fdbc451-a168-4260-b1a4-3cd2c2ba6735), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.485481 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:58.486069 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.503366 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Attempting to bind port c856eae5-4454-4e4b-8acc-c26ceccc37dd on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:52:58.504255 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Attempting to bind port c856eae5-4454-4e4b-8acc-c26ceccc37dd by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '4d69fee7-b184-4262-abf1-d350a78c2890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:52:58.505265 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Attempting to bind port c856eae5-4454-4e4b-8acc-c26ceccc37dd on network 6df481b1-2fbf-41da-9b5a-379cb9822755 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:52:58.510842 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Allocated IP 172.27.1.222 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/119f5416-41c3-4b17-a85e-bbb7008727fa) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:52:58.522193 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:52:58.523665 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Checking segment: {'id': '4d69fee7-b184-4262-abf1-d350a78c2890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:58.524299 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.525923 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Bound using segment: {'id': '4d69fee7-b184-4262-abf1-d350a78c2890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:52:58.527664 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Bound port: c856eae5-4454-4e4b-8acc-c26ceccc37dd, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d69fee7-b184-4262-abf1-d350a78c2890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:52:58.528184 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.558720 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793e359-1033-4037-93ef-cc701a2059e6 req-6cd0bb95-9634-4a0c-8246-c207a3db14b4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:58.568098 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c793e359-1033-4037-93ef-cc701a2059e6 req-6cd0bb95-9634-4a0c-8246-c207a3db14b4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.2971182 Apr 11 17:52:58.574858 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 7529de61-d034-4c8d-af3c-b3bbaa947aa0 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:58.575724 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.590296 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1336992 Apr 11 17:52:58.610745 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port 7529de61-d034-4c8d-af3c-b3bbaa947aa0, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=7529de61-d034-4c8d-af3c-b3bbaa947aa0,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:52:58.617464 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.618888 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:58.620334 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ecdec5-81d9-4867-b203-0cced9ab3f42,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:58.644298 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51652) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:58.669593 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-1ea082f1-68c4-4cd7-8297-b5c79b1044b5 admin admin] Request body: {'subnet': {'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2040952401-subnet', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'ip_version': 4}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:58.716296 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2fc11-a4ae-40de-84ab-603b56ec3b4d admin admin] Pushing event updated for resources: {'Network': ['ID=6fdbc451-a168-4260-b1a4-3cd2c2ba6735,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:58.729457 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Publish callbacks [] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.744396 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:52:58.751247 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea082f1-68c4-4cd7-8297-b5c79b1044b5 admin admin] Made reservation on behalf of 3802c6d8d7934a8ba9a8d8577a589533 for: {'subnet': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:52:58.761437 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1ea082f1-68c4-4cd7-8297-b5c79b1044b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660958'] for subnet (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.784120 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.849234 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c793e359-1033-4037-93ef-cc701a2059e6 req-ddc561c0-fd92-4c67-bb00-50e67692cee9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788272 Apr 11 17:52:58.867679 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:52:58.873824 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:58.874222 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:58.880442 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:58.882838 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Pushing event updated for resources: {'Port': ['ID=119f5416-41c3-4b17-a85e-bbb7008727fa,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:58.892315 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:52:59.054909 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=7529de61-d034-4c8d-af3c-b3bbaa947aa0,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:59.061726 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] For port c856eae5-4454-4e4b-8acc-c26ceccc37dd, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:52:59.165407 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] For port c856eae5-4454-4e4b-8acc-c26ceccc37dd, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=c856eae5-4454-4e4b-8acc-c26ceccc37dd,segment=NetworkSegment(4d69fee7-b184-4262-abf1-d350a78c2890),segment_id=4d69fee7-b184-4262-abf1-d350a78c2890)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:52:59.179091 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.214186 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51674) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:59.226371 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-634ea2f9-981e-4b05-b096-1caeb12e85de tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259245563', 'description': 'tempest-description--1167054277'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:59.235803 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1ea082f1-68c4-4cd7-8297-b5c79b1044b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25603477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660940'] for subnet (149a2d61-f152-4c6a-8a91-620863f2eb79), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.274870 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:52:59.281863 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d3668-e3fa-407d-87fb-e18fd2971e7d None None] Pushing event updated for resources: {'Port': ['ID=c856eae5-4454-4e4b-8acc-c26ceccc37dd,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:59.318659 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea082f1-68c4-4cd7-8297-b5c79b1044b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=149a2d61-f152-4c6a-8a91-620863f2eb79,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:59.342001 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-634ea2f9-981e-4b05-b096-1caeb12e85de tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.446813 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea082f1-68c4-4cd7-8297-b5c79b1044b5 admin admin] Checking segment: {'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:52:59.449368 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea082f1-68c4-4cd7-8297-b5c79b1044b5 admin admin] Network hostable DHCP agents. Network: 6fdbc451-a168-4260-b1a4-3cd2c2ba6735, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:52:59.499108 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Publish callbacks [] for router_gateway (cdb8df17-44f3-4157-8910-e3cfd765238e), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.512114 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea082f1-68c4-4cd7-8297-b5c79b1044b5 admin admin] Network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:52:59.534625 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-634ea2f9-981e-4b05-b096-1caeb12e85de tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (a908223c-ce8e-4e88-bd5b-9cfebaec1d4a), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.538656 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-1ea082f1-68c4-4cd7-8297-b5c79b1044b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 6fdbc451-a168-4260-b1a4-3cd2c2ba6735) {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:52:59.543949 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea082f1-68c4-4cd7-8297-b5c79b1044b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:52:59.548310 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1ea082f1-68c4-4cd7-8297-b5c79b1044b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.550621 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-634ea2f9-981e-4b05-b096-1caeb12e85de tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (a908223c-ce8e-4e88-bd5b-9cfebaec1d4a), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.551247 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d92e50-a1ad-48d1-bca0-01b059f0f087 None None] Network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:52:59.579052 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51680) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:59.579288 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51682) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:59.650343 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-634ea2f9-981e-4b05-b096-1caeb12e85de tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.651636 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-634ea2f9-981e-4b05-b096-1caeb12e85de tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4363425 Apr 11 17:52:59.661279 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-1ea082f1-68c4-4cd7-8297-b5c79b1044b5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0018535 Apr 11 17:52:59.661894 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51688) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:59.665172 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51690) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:52:59.668777 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-4cd7f920-3319-4c82-8363-a6af9522b033 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'security_group_rule': {'security_group_id': 'a908223c-ce8e-4e88-bd5b-9cfebaec1d4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:59.697058 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:52:59.703510 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ea2f9-981e-4b05-b096-1caeb12e85de tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:52:59.763024 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 7529de61-d034-4c8d-af3c-b3bbaa947aa0 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:52:59.776795 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f920-3319-4c82-8363-a6af9522b033 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (ec6a2bba-8759-43c3-b9b5-7d8afe54e9f5), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.779917 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (52c7dca0-a1b3-409c-9b11-d9e87f02e749), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.780763 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1748122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123050'] for router (52c7dca0-a1b3-409c-9b11-d9e87f02e749), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.866580 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 7529de61-d034-4c8d-af3c-b3bbaa947aa0 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:52:59.867191 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:52:59.938120 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594322'] for router (cdb8df17-44f3-4157-8910-e3cfd765238e), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.019582 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-49ce8d7e-caa1-460d-9589-a29e53fc9d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.024083 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Sync routers for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:53:00.035429 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb427c2df-acee-5b9d-b21c-7ccde36b64d7-6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'fixed_ips': [{'subnet_id': '149a2d61-f152-4c6a-8a91-620863f2eb79'}]}} from dv-cinder-837353-1-iscsi. {{(pid=114852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:53:00.038908 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.183159 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Router cdb8df17-44f3-4157-8910-e3cfd765238e is scheduled to L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad with binding_index 1 {{(pid=114851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:53:00.203101 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:00.204102 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:00.350494 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:53:00.368180 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Sync routers for ids ['cdb8df17-44f3-4157-8910-e3cfd765238e'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:53:00.384118 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Routers {'cdb8df17-44f3-4157-8910-e3cfd765238e'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:00.384757 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['cdb8df17-44f3-4157-8910-e3cfd765238e'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:00.412914 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.417009 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-e668f462-f505-400c-bb9c-c6fbf85691a4 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8655627 Apr 11 17:53:00.417630 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51706) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:00.445662 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Publish callbacks [] for router_controller (52c7dca0-a1b3-409c-9b11-d9e87f02e749), precommit_add_association {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.545984 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.db_base_plugin_common [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Allocated IP 172.20.0.2 (6fdbc451-a168-4260-b1a4-3cd2c2ba6735/149a2d61-f152-4c6a-8a91-620863f2eb79/051bb0f8-2632-4ead-9aac-1991b5028404) {{(pid=114852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:00.563972 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba3b2c-c814-42f9-8775-d1205ff56a7d req-138ec3b0-966d-4b29-bfe9-196a6e94c779 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:00.565761 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-26ba3b2c-c814-42f9-8775-d1205ff56a7d req-138ec3b0-966d-4b29-bfe9-196a6e94c779 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.1131978 Apr 11 17:53:00.568166 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-52e925bf-2889-4d77-aa92-4e52260c5187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.660932 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Set router cdb8df17-44f3-4157-8910-e3cfd765238e gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:00.837493 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 7529de61-d034-4c8d-af3c-b3bbaa947aa0 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:00.866585 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-49ce8d7e-caa1-460d-9589-a29e53fc9d2a admin admin] Publish callbacks [] for security_group (afacfb69-ab24-47fd-8527-9cce3ad5b91a), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.892229 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-49ce8d7e-caa1-460d-9589-a29e53fc9d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (afacfb69-ab24-47fd-8527-9cce3ad5b91a), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:00.912596 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:00.955605 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce8d7e-caa1-460d-9589-a29e53fc9d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afacfb69-ab24-47fd-8527-9cce3ad5b91a,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:01.022082 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f920-3319-4c82-8363-a6af9522b033 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (ec6a2bba-8759-43c3-b9b5-7d8afe54e9f5), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.031333 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-49ce8d7e-caa1-460d-9589-a29e53fc9d2a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb12c02dcdb440a0b28eec33f9b15c76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4465432 Apr 11 17:53:01.047685 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1bab00-5ec6-4f7d-9250-1a7c187b059f None None] Network 6df481b1-2fbf-41da-9b5a-379cb9822755 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:53:01.056619 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'name': 'tempest-TestShelveInstance-292957607-router', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:56Z', 'updated_at': '2022-04-11T17:52:59Z', 'revision_number': 3, 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'gw_port': {'id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:58Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:01.081891 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51712) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:01.090159 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-26ba3b2c-c814-42f9-8775-d1205ff56a7d req-b76669e2-4cd9-4f5f-af10-a1ca430cd954 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505286 Apr 11 17:53:01.098496 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Checking router: cdb8df17-44f3-4157-8910-e3cfd765238e for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:53:01.099600 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Updating router cdb8df17-44f3-4157-8910-e3cfd765238e port 119f5416-41c3-4b17-a85e-bbb7008727fa binding host dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:53:01.138526 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.158509 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f920-3319-4c82-8363-a6af9522b033 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (ec6a2bba-8759-43c3-b9b5-7d8afe54e9f5), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.186940 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Publish callbacks [] for port (051bb0f8-2632-4ead-9aac-1991b5028404), precommit_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.206819 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Publish callbacks [] for router_gateway (52c7dca0-a1b3-409c-9b11-d9e87f02e749), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.215213 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7f920-3319-4c82-8363-a6af9522b033 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6a2bba-8759-43c3-b9b5-7d8afe54e9f5,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:01.235448 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.239184 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-308283f9-4219-4e54-b3c7-23e610856c39 None None] Provisioning complete for port c856eae5-4454-4e4b-8acc-c26ceccc37dd triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:01.239589 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-308283f9-4219-4e54-b3c7-23e610856c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.250653 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f920-3319-4c82-8363-a6af9522b033 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.253336 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-4cd7f920-3319-4c82-8363-a6af9522b033 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5892968 Apr 11 17:53:01.256089 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51714) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:01.264289 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-2828343b-4c91-496f-8e6b-d4019db3ed94 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'security_group_rule': {'security_group_id': 'a908223c-ce8e-4e88-bd5b-9cfebaec1d4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:01.304226 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-78c40a1c-6d4f-4e0e-a3c4-f2561b575533 admin admin] Publish callbacks [] for security_group (afacfb69-ab24-47fd-8527-9cce3ad5b91a), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.338993 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2828343b-4c91-496f-8e6b-d4019db3ed94 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (5c5b612b-1169-478e-b74b-2cebe07ecfa7), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.360670 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.373024 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Pushing event updated for resources: {'Port': ['ID=051bb0f8-2632-4ead-9aac-1991b5028404,revision_number=1']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:01.395320 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 is already hosted by enough agents. {{(pid=114852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:01.400252 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.base_scheduler [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Resources bound (agent type, host, resource id): {{(pid=114852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:01.407245 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Received port after_create {{(pid=114852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:01.465891 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-52e925bf-2889-4d77-aa92-4e52260c5187 admin admin] Publish callbacks [] for security_group (c3dff447-8d86-4bfd-96a5-ed58a2a7a7f4), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.469025 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-78c40a1c-6d4f-4e0e-a3c4-f2561b575533 admin admin] Publish callbacks [] for security_group (afacfb69-ab24-47fd-8527-9cce3ad5b91a), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.480000 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-52e925bf-2889-4d77-aa92-4e52260c5187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (c3dff447-8d86-4bfd-96a5-ed58a2a7a7f4), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.492287 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2828343b-4c91-496f-8e6b-d4019db3ed94 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (5c5b612b-1169-478e-b74b-2cebe07ecfa7), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.507121 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2828343b-4c91-496f-8e6b-d4019db3ed94 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (5c5b612b-1169-478e-b74b-2cebe07ecfa7), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.563786 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2828343b-4c91-496f-8e6b-d4019db3ed94 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.566936 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-2828343b-4c91-496f-8e6b-d4019db3ed94 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098502 Apr 11 17:53:01.579442 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51720) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:01.596365 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:01.597445 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Publish callbacks [] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), precommit_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.605440 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Attempting to bind port 051bb0f8-2632-4ead-9aac-1991b5028404 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:01.605794 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828343b-4c91-496f-8e6b-d4019db3ed94 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5b612b-1169-478e-b74b-2cebe07ecfa7,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:01.607205 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Attempting to bind port 051bb0f8-2632-4ead-9aac-1991b5028404 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:01.607777 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Attempting to bind port 051bb0f8-2632-4ead-9aac-1991b5028404 on network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:01.611231 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.682944 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.693484 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-52e925bf-2889-4d77-aa92-4e52260c5187 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b8ec120a75144c52bc109ab156419e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1099949 Apr 11 17:53:01.696651 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-308283f9-4219-4e54-b3c7-23e610856c39 None None] Current status of the port c856eae5-4454-4e4b-8acc-c26ceccc37dd is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:01.697305 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51722) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:01.697535 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-308283f9-4219-4e54-b3c7-23e610856c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.709627 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device c856eae5-4454-4e4b-8acc-c26ceccc37dd up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:01.712380 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:01.713090 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Checking segment: {'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:01.713734 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.714330 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Bound using segment: {'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:01.715151 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Bound port: 051bb0f8-2632-4ead-9aac-1991b5028404, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:01.715760 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.738396 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Attempting to bind port 119f5416-41c3-4b17-a85e-bbb7008727fa on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:01.738766 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Attempting to bind port 119f5416-41c3-4b17-a85e-bbb7008727fa by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:01.739126 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Attempting to bind port 119f5416-41c3-4b17-a85e-bbb7008727fa on network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:01.743851 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e925bf-2889-4d77-aa92-4e52260c5187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dff447-8d86-4bfd-96a5-ed58a2a7a7f4,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:01.772793 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11adc3-a3c7-45f8-ba7f-fa4adb32e36c None None] Pushing event updated for resources: {'Port': ['ID=119f5416-41c3-4b17-a85e-bbb7008727fa,revision_number=2']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:01.780726 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:01.780726 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Checking segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:01.782425 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.782860 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Bound using segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:01.788024 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Bound port: 119f5416-41c3-4b17-a85e-bbb7008727fa, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:01.788460 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.822625 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51728) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:01.857406 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7e917c81-4290-4019-9cbb-30fd63960968 admin admin] Publish callbacks [] for security_group (c3dff447-8d86-4bfd-96a5-ed58a2a7a7f4), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.877354 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-308283f9-4219-4e54-b3c7-23e610856c39 None None] For port c856eae5-4454-4e4b-8acc-c26ceccc37dd, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=c856eae5-4454-4e4b-8acc-c26ceccc37dd,segment=NetworkSegment(4d69fee7-b184-4262-abf1-d350a78c2890),segment_id=4d69fee7-b184-4262-abf1-d350a78c2890)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:01.879757 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Publish callbacks [] for router_gateway (52c7dca0-a1b3-409c-9b11-d9e87f02e749), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.880262 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] For port 119f5416-41c3-4b17-a85e-bbb7008727fa, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:01.885702 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] For port 119f5416-41c3-4b17-a85e-bbb7008727fa, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=119f5416-41c3-4b17-a85e-bbb7008727fa,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:01.901468 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.903827 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7e917c81-4290-4019-9cbb-30fd63960968 admin admin] Publish callbacks [] for security_group (c3dff447-8d86-4bfd-96a5-ed58a2a7a7f4), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.918351 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-308283f9-4219-4e54-b3c7-23e610856c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.922475 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.929114 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-78c40a1c-6d4f-4e0e-a3c4-f2561b575533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (afacfb69-ab24-47fd-8527-9cce3ad5b91a), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.935356 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-78c40a1c-6d4f-4e0e-a3c4-f2561b575533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:01.936508 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-78c40a1c-6d4f-4e0e-a3c4-f2561b575533 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/afacfb69-ab24-47fd-8527-9cce3ad5b91a HTTP/1.1" status: 204 len: 168 time: 0.8500767 Apr 11 17:53:01.941318 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:52:56Z', 'revision_number': 2, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:02.005194 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7e917c81-4290-4019-9cbb-30fd63960968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (c3dff447-8d86-4bfd-96a5-ed58a2a7a7f4), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.009008 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7e917c81-4290-4019-9cbb-30fd63960968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.012809 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Checking router: dc5e751c-933f-40e2-af43-f4222239248c for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:53:02.013321 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Updating router dc5e751c-933f-40e2-af43-f4222239248c port 2d8228d2-7b3e-4948-856a-46b90bf60879 binding host dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:53:02.021407 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-7e917c81-4290-4019-9cbb-30fd63960968 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c3dff447-8d86-4bfd-96a5-ed58a2a7a7f4 HTTP/1.1" status: 204 len: 168 time: 0.3230529 Apr 11 17:53:02.022885 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Allocated IP 172.20.0.1 (6df481b1-2fbf-41da-9b5a-379cb9822755/424e8c44-a946-4bdc-825f-9468c4f799b5/01e683aa-cc6e-432c-b987-0074521325b6) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:02.049354 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Routers {'cdb8df17-44f3-4157-8910-e3cfd765238e'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:02.050108 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['cdb8df17-44f3-4157-8910-e3cfd765238e'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:02.063719 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e917c81-4290-4019-9cbb-30fd63960968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dff447-8d86-4bfd-96a5-ed58a2a7a7f4,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:02.071460 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c40a1c-6d4f-4e0e-a3c4-f2561b575533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afacfb69-ab24-47fd-8527-9cce3ad5b91a,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:02.098269 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-4c7e131e-b977-47dd-a39e-7ec2a370b215 None None] Provisioning complete for port c856eae5-4454-4e4b-8acc-c26ceccc37dd triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:02.100244 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4c7e131e-b977-47dd-a39e-7ec2a370b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.104028 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.281836 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Publish callbacks [] for port (01e683aa-cc6e-432c-b987-0074521325b6), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.301327 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] For port 051bb0f8-2632-4ead-9aac-1991b5028404, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:02.353396 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (01e683aa-cc6e-432c-b987-0074521325b6), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.368935 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e131e-b977-47dd-a39e-7ec2a370b215 None None] Current status of the port c856eae5-4454-4e4b-8acc-c26ceccc37dd is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:02.371304 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port c856eae5-4454-4e4b-8acc-c26ceccc37dd triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:02.371911 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.397212 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Allocated IP 172.27.1.17 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/476975b6-3b6a-46e8-ae4b-1e1635c80237) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:02.407310 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.427493 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11adc3-a3c7-45f8-ba7f-fa4adb32e36c None None] Pushing event updated for resources: {'Port': ['ID=119f5416-41c3-4b17-a85e-bbb7008727fa,revision_number=3']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:02.428393 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] For port 051bb0f8-2632-4ead-9aac-1991b5028404, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=051bb0f8-2632-4ead-9aac-1991b5028404,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:02.468232 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Pushing event updated for resources: {'Port': ['ID=01e683aa-cc6e-432c-b987-0074521325b6,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:02.500868 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Network 6df481b1-2fbf-41da-9b5a-379cb9822755 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:02.502629 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:02.505393 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:02.560685 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] Set router cdb8df17-44f3-4157-8910-e3cfd765238e gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:02.597499 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for port (476975b6-3b6a-46e8-ae4b-1e1635c80237), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.603887 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594145'] for router_interface (cdb8df17-44f3-4157-8910-e3cfd765238e), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.686493 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (476975b6-3b6a-46e8-ae4b-1e1635c80237), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.692308 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51758) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:02.762380 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Publish callbacks [] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), precommit_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.777970 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.796755 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308283f9-4219-4e54-b3c7-23e610856c39 None None] Pushing event updated for resources: {'Port': ['ID=c856eae5-4454-4e4b-8acc-c26ceccc37dd,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:02.808531 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.817420 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-c428df31-26ab-4192-b94d-ab36ff9a4546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:02.880567 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4520ef-5b5c-4306-a6ab-57a7dabe6a51 None None] Pushing event updated for resources: {'Port': ['ID=2d8228d2-7b3e-4948-856a-46b90bf60879,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:02.924132 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (01e683aa-cc6e-432c-b987-0074521325b6), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.005346 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-7b0722ec-fc21-416c-94ce-67e934f1e099 None None] Provisioning complete for port 01e683aa-cc6e-432c-b987-0074521325b6 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:03.005739 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-7b0722ec-fc21-416c-94ce-67e934f1e099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (01e683aa-cc6e-432c-b987-0074521325b6), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.027025 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'name': 'tempest-TestShelveInstance-292957607-router', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:56Z', 'updated_at': '2022-04-11T17:52:59Z', 'revision_number': 3, 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'gw_port': {'id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:58Z', 'updated_at': '2022-04-11T17:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:03.083006 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-c428df31-26ab-4192-b94d-ab36ff9a4546 admin admin] Publish callbacks [] for security_group (31f65d40-67af-46de-ac39-77b6a8f5420f), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.098212 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f686a2a0-638d-4fe9-bf60-a09007681619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.108579 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-c428df31-26ab-4192-b94d-ab36ff9a4546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (31f65d40-67af-46de-ac39-77b6a8f5420f), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.119576 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32473a-11f1-48d4-b866-57f9d579427c None None] The sync data for ids ['cdb8df17-44f3-4157-8910-e3cfd765238e'] in dv-cinder-837353-1-iscsi is: [{'id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'name': 'tempest-TestShelveInstance-292957607-router', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:56Z', 'updated_at': '2022-04-11T17:52:59Z', 'revision_number': 3, 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'gw_port': {'id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:58Z', 'updated_at': '2022-04-11T17:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:53:03.160130 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-c428df31-26ab-4192-b94d-ab36ff9a4546 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=669954e4947a4efc87600b03a4e50c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507146 Apr 11 17:53:03.169123 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:03.170526 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51770) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:03.210774 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:03.217655 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428df31-26ab-4192-b94d-ab36ff9a4546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f65d40-67af-46de-ac39-77b6a8f5420f,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:03.221601 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:03.344196 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51772) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:03.366517 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a69d904d-0ff2-4b16-a43e-b899bf0cf629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.373427 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ea9c2d5b-9cfb-4a0b-8ea4-66dd388aafe4 admin admin] Publish callbacks [] for security_group (31f65d40-67af-46de-ac39-77b6a8f5420f), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.383659 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6a448-49cd-41ba-8fc0-0a92b723e32d req-311a8eec-217e-44c7-b852-7851834bb75d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:03.391256 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a6b6a448-49cd-41ba-8fc0-0a92b723e32d req-311a8eec-217e-44c7-b852-7851834bb75d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.7186372 Apr 11 17:53:03.406388 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Publish callbacks [] for port (01e683aa-cc6e-432c-b987-0074521325b6), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.412013 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'Port': ['ID=476975b6-3b6a-46e8-ae4b-1e1635c80237,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:03.427408 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (01e683aa-cc6e-432c-b987-0074521325b6), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.477082 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594769'] for router_interface (cdb8df17-44f3-4157-8910-e3cfd765238e), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.515775 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4476baf-0e27-4444-b525-0583869b64c3 None None] Pushing event updated for resources: {'Port': ['ID=051bb0f8-2632-4ead-9aac-1991b5028404,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:03.528448 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ea9c2d5b-9cfb-4a0b-8ea4-66dd388aafe4 admin admin] Publish callbacks [] for security_group (31f65d40-67af-46de-ac39-77b6a8f5420f), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.549330 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port c856eae5-4454-4e4b-8acc-c26ceccc37dd is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:03.551734 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-7b0722ec-fc21-416c-94ce-67e934f1e099 None None] Port 01e683aa-cc6e-432c-b987-0074521325b6 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:03.594549 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Attempting to bind port 2d8228d2-7b3e-4948-856a-46b90bf60879 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:03.594549 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Attempting to bind port 2d8228d2-7b3e-4948-856a-46b90bf60879 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:03.594549 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Attempting to bind port 2d8228d2-7b3e-4948-856a-46b90bf60879 on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:03.615470 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:03.616254 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Checking segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:03.616254 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.616614 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Bound using segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:03.625213 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Bound port: 2d8228d2-7b3e-4948-856a-46b90bf60879, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:03.625687 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.645200 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Allocated IP 172.27.1.155 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/267233f3-a64b-4953-9737-d56a941286ad) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:03.702443 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Pushing event updated for resources: {'Port': ['ID=01e683aa-cc6e-432c-b987-0074521325b6,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:03.718506 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-e0ea541d-b9f3-4eb3-90fe-4cfc068927e6 None None] Provisioning complete for port 2d8228d2-7b3e-4948-856a-46b90bf60879 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:03.718889 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e0ea541d-b9f3-4eb3-90fe-4cfc068927e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.770092 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a69d904d-0ff2-4b16-a43e-b899bf0cf629 admin admin] Publish callbacks [] for security_group (dca0e83f-c7b4-4969-8042-720c0ffa73cb), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.773273 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Network 6df481b1-2fbf-41da-9b5a-379cb9822755 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:03.785012 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a69d904d-0ff2-4b16-a43e-b899bf0cf629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (dca0e83f-c7b4-4969-8042-720c0ffa73cb), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.788191 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:03.810331 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] For port 2d8228d2-7b3e-4948-856a-46b90bf60879, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:03.859854 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] For port 2d8228d2-7b3e-4948-856a-46b90bf60879, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=2d8228d2-7b3e-4948-856a-46b90bf60879,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:03.861709 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea541d-b9f3-4eb3-90fe-4cfc068927e6 None None] Port 2d8228d2-7b3e-4948-856a-46b90bf60879 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:03.871252 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a6b6a448-49cd-41ba-8fc0-0a92b723e32d req-2e546273-fbdb-47c6-ac30-cd520fbd1aca tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789076 Apr 11 17:53:03.872678 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.925590 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 051bb0f8-2632-4ead-9aac-1991b5028404 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:03.930505 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ea9c2d5b-9cfb-4a0b-8ea4-66dd388aafe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (31f65d40-67af-46de-ac39-77b6a8f5420f), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.933679 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ea9c2d5b-9cfb-4a0b-8ea4-66dd388aafe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:03.934996 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-ea9c2d5b-9cfb-4a0b-8ea4-66dd388aafe4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/31f65d40-67af-46de-ac39-77b6a8f5420f HTTP/1.1" status: 204 len: 168 time: 0.7184701 Apr 11 17:53:03.966861 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c2d5b-9cfb-4a0b-8ea4-66dd388aafe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f65d40-67af-46de-ac39-77b6a8f5420f,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:04.051328 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:04.051974 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:04.122791 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (cacb6539-2051-4f0c-8292-e9899fe2e871), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.150823 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-a69d904d-0ff2-4b16-a43e-b899bf0cf629 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a8079062c5147b7ac6adf6a1906d1db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8052003 Apr 11 17:53:04.154791 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51776) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:04.158291 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Router cdb8df17-44f3-4157-8910-e3cfd765238e has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:53:04.161938 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Publish callbacks [] for port (267233f3-a64b-4953-9737-d56a941286ad), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.170347 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4520ef-5b5c-4306-a6ab-57a7dabe6a51 None None] Pushing event updated for resources: {'Port': ['ID=2d8228d2-7b3e-4948-856a-46b90bf60879,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:04.235010 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 051bb0f8-2632-4ead-9aac-1991b5028404 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:04.239650 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d904d-0ff2-4b16-a43e-b899bf0cf629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca0e83f-c7b4-4969-8042-720c0ffa73cb,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:04.241682 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.309276 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f686a2a0-638d-4fe9-bf60-a09007681619 admin admin] Publish callbacks [] for security_group (e5c84bcd-2cd4-40cf-8854-682b7b0ec5a8), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.352477 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f686a2a0-638d-4fe9-bf60-a09007681619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (e5c84bcd-2cd4-40cf-8854-682b7b0ec5a8), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.432953 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (476975b6-3b6a-46e8-ae4b-1e1635c80237), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.459788 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-6f2d1d16-d87d-4d14-980b-d9fbb6ddcacf None None] Provisioning complete for port 01e683aa-cc6e-432c-b987-0074521325b6 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:04.460174 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6f2d1d16-d87d-4d14-980b-d9fbb6ddcacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (01e683aa-cc6e-432c-b987-0074521325b6), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.551324 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51790) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:04.557733 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:53:04.582191 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-470f707e-cf77-43c6-8f86-56adace73d47 admin admin] 10.222.0.76 "PUT /v2.0/routers/cdb8df17-44f3-4157-8910-e3cfd765238e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1635396 Apr 11 17:53:04.599265 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-f686a2a0-638d-4fe9-bf60-a09007681619 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=751935cec30f46a484623afcad06d977&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7754698 Apr 11 17:53:04.625962 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51796) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:04.626413 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ddf96533-85b3-43dd-bc7d-4b53ae882abc admin admin] Publish callbacks [] for security_group (dca0e83f-c7b4-4969-8042-720c0ffa73cb), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.631584 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:04.696700 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (267233f3-a64b-4953-9737-d56a941286ad), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.726284 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ddf96533-85b3-43dd-bc7d-4b53ae882abc admin admin] Publish callbacks [] for security_group (dca0e83f-c7b4-4969-8042-720c0ffa73cb), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.750891 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf20350-ba54-43b9-b784-3c294503ca42 admin admin] Deleting subnet 905b9d9d-e308-45e8-9a3f-7e0c26257efd {{(pid=114851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:53:04.764706 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1cf20350-ba54-43b9-b784-3c294503ca42 admin admin] Publish callbacks [] for subnet (905b9d9d-e308-45e8-9a3f-7e0c26257efd), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.821398 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 051bb0f8-2632-4ead-9aac-1991b5028404 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:04.821860 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.836610 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1cf20350-ba54-43b9-b784-3c294503ca42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3172199'] for subnet (905b9d9d-e308-45e8-9a3f-7e0c26257efd), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.906716 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1cf20350-ba54-43b9-b784-3c294503ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (905b9d9d-e308-45e8-9a3f-7e0c26257efd), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:04.910464 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa36d98-7f86-4a19-af27-8c35922f3eb4 None None] Network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:53:04.975023 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1cf20350-ba54-43b9-b784-3c294503ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333659'] for subnet (905b9d9d-e308-45e8-9a3f-7e0c26257efd), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.032185 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf20350-ba54-43b9-b784-3c294503ca42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905b9d9d-e308-45e8-9a3f-7e0c26257efd,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:05.039884 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1cf20350-ba54-43b9-b784-3c294503ca42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.045199 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-1cf20350-ba54-43b9-b784-3c294503ca42 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/905b9d9d-e308-45e8-9a3f-7e0c26257efd HTTP/1.1" status: 204 len: 168 time: 0.4698088 Apr 11 17:53:05.047435 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51812) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:05.050805 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d1d16-d87d-4d14-980b-d9fbb6ddcacf None None] Port 01e683aa-cc6e-432c-b987-0074521325b6 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:05.078163 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port 051bb0f8-2632-4ead-9aac-1991b5028404, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=051bb0f8-2632-4ead-9aac-1991b5028404,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:05.093083 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.093990 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device c856eae5-4454-4e4b-8acc-c26ceccc37dd up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:05.129274 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (1f23ffb6-553d-4cfe-bd65-e498dc283723), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.222434 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-38b7455b-a0dc-429f-9cba-5659883e7ee8 None None] Provisioning complete for port 2d8228d2-7b3e-4948-856a-46b90bf60879 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:05.222971 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-38b7455b-a0dc-429f-9cba-5659883e7ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.230339 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ddf96533-85b3-43dd-bc7d-4b53ae882abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (dca0e83f-c7b4-4969-8042-720c0ffa73cb), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.233966 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0815a0c-44d4-4378-93a3-77bf570e1363 req-bba5e55d-f2f6-491d-85a6-919250e909b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:05.234481 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ddf96533-85b3-43dd-bc7d-4b53ae882abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.235545 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d0815a0c-44d4-4378-93a3-77bf570e1363 req-bba5e55d-f2f6-491d-85a6-919250e909b3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.1050916 Apr 11 17:53:05.236972 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-ddf96533-85b3-43dd-bc7d-4b53ae882abc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dca0e83f-c7b4-4969-8042-720c0ffa73cb HTTP/1.1" status: 204 len: 168 time: 1.0772913 Apr 11 17:53:05.239894 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686a2a0-638d-4fe9-bf60-a09007681619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c84bcd-2cd4-40cf-8854-682b7b0ec5a8,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:05.240322 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (1f23ffb6-553d-4cfe-bd65-e498dc283723), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.265785 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf96533-85b3-43dd-bc7d-4b53ae882abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca0e83f-c7b4-4969-8042-720c0ffa73cb,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:05.278086 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f23ffb6-553d-4cfe-bd65-e498dc283723']}} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:05.291493 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c11b2d0-ce7d-45f7-bedd-6423ee9f2f39') {'for_net_delete': True} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:05.291943 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c11b2d0-ce7d-45f7-bedd-6423ee9f2f39') {} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:05.303429 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3172206'] for segment (4c11b2d0-ce7d-45f7-bedd-6423ee9f2f39), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.315194 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6bc220d9-bc20-4445-9e35-374405f77400 admin admin] Publish callbacks [] for security_group (e5c84bcd-2cd4-40cf-8854-682b7b0ec5a8), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.320376 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (4c11b2d0-ce7d-45f7-bedd-6423ee9f2f39), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.329009 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=114851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:53:05.329686 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599408'] for segment (4c11b2d0-ce7d-45f7-bedd-6423ee9f2f39), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: Traceback (most recent call last): Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: timer() Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: cb(*args, **kw) Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: return func(*args, **kwargs) Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: self._notify() Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: self.callback(batched_events) Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: event.method(event) Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: return f(self, *a, **k) Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._get(url).json() Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: return self.request(url, 'GET', **kwargs) Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:53:05.331669 dv-cinder-837353-1-iscsi neutron-server[114851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:53:05.337617 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:05.361497 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:05.364548 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:05.373314 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=051bb0f8-2632-4ead-9aac-1991b5028404,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:05.397561 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:03Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:05.429954 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (1f23ffb6-553d-4cfe-bd65-e498dc283723), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.440019 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port c856eae5-4454-4e4b-8acc-c26ceccc37dd triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:05.440513 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.443575 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Pushing event updated for resources: {'Port': ['ID=267233f3-a64b-4953-9737-d56a941286ad,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:05.458900 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.463889 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1f23ffb6-553d-4cfe-bd65-e498dc283723 HTTP/1.1" status: 204 len: 168 time: 0.4153569 Apr 11 17:53:05.465164 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad547f-b91f-47b1-bf60-61c08f739231 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f23ffb6-553d-4cfe-bd65-e498dc283723,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:05.467109 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51822) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:05.470063 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e6245a-fb59-4fcc-b052-322724079b1b None None] The sync data for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi is: [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:03Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:53:05.494730 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6bc220d9-bc20-4445-9e35-374405f77400 admin admin] Publish callbacks [] for security_group (e5c84bcd-2cd4-40cf-8854-682b7b0ec5a8), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.502794 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d0815a0c-44d4-4378-93a3-77bf570e1363 req-27b17ce9-0431-41c5-b89f-4f6846589ea6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257214 Apr 11 17:53:05.551255 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for port (476975b6-3b6a-46e8-ae4b-1e1635c80237), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.574561 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (476975b6-3b6a-46e8-ae4b-1e1635c80237), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.576887 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1841bc4-b6f7-44e0-b70b-98367480a353 admin admin] Deleting subnet 33ac90aa-5588-484d-9af9-2ee78ceca3f0 {{(pid=114851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:53:05.586628 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c1841bc4-b6f7-44e0-b70b-98367480a353 admin admin] Publish callbacks [] for subnet (33ac90aa-5588-484d-9af9-2ee78ceca3f0), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.690541 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c1841bc4-b6f7-44e0-b70b-98367480a353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3172199'] for subnet (33ac90aa-5588-484d-9af9-2ee78ceca3f0), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.749670 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c1841bc4-b6f7-44e0-b70b-98367480a353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (33ac90aa-5588-484d-9af9-2ee78ceca3f0), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.759517 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-38b7455b-a0dc-429f-9cba-5659883e7ee8 None None] Current status of the port 2d8228d2-7b3e-4948-856a-46b90bf60879 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:05.760421 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-38b7455b-a0dc-429f-9cba-5659883e7ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.814394 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port c856eae5-4454-4e4b-8acc-c26ceccc37dd is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:05.838718 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'Port': ['ID=476975b6-3b6a-46e8-ae4b-1e1635c80237,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:05.873390 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c1841bc4-b6f7-44e0-b70b-98367480a353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333659'] for subnet (33ac90aa-5588-484d-9af9-2ee78ceca3f0), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:05.882771 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-38b7455b-a0dc-429f-9cba-5659883e7ee8 None None] For port 2d8228d2-7b3e-4948-856a-46b90bf60879, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=2d8228d2-7b3e-4948-856a-46b90bf60879,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:05.900242 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-38b7455b-a0dc-429f-9cba-5659883e7ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.024011 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1841bc4-b6f7-44e0-b70b-98367480a353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ac90aa-5588-484d-9af9-2ee78ceca3f0,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:06.038056 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-38b7455b-a0dc-429f-9cba-5659883e7ee8 None None] Provisioning complete for port 051bb0f8-2632-4ead-9aac-1991b5028404 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:06.039557 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-38b7455b-a0dc-429f-9cba-5659883e7ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.055905 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c1841bc4-b6f7-44e0-b70b-98367480a353 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.070027 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6bc220d9-bc20-4445-9e35-374405f77400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (e5c84bcd-2cd4-40cf-8854-682b7b0ec5a8), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.075749 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-6bc220d9-bc20-4445-9e35-374405f77400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.080108 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-c1841bc4-b6f7-44e0-b70b-98367480a353 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/33ac90aa-5588-484d-9af9-2ee78ceca3f0 HTTP/1.1" status: 204 len: 168 time: 0.6054897 Apr 11 17:53:06.088963 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51832) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:06.094519 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-6bc220d9-bc20-4445-9e35-374405f77400 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e5c84bcd-2cd4-40cf-8854-682b7b0ec5a8 HTTP/1.1" status: 204 len: 168 time: 1.4584472 Apr 11 17:53:06.125419 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc220d9-bc20-4445-9e35-374405f77400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c84bcd-2cd4-40cf-8854-682b7b0ec5a8,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:06.137267 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (cacb6539-2051-4f0c-8292-e9899fe2e871), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.168683 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7455b-a0dc-429f-9cba-5659883e7ee8 None None] Pushing event updated for resources: {'Port': ['ID=2d8228d2-7b3e-4948-856a-46b90bf60879,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:06.304696 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 051bb0f8-2632-4ead-9aac-1991b5028404 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:06.336810 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Publish callbacks [] for router_gateway (52c7dca0-a1b3-409c-9b11-d9e87f02e749), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.398217 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-38b7455b-a0dc-429f-9cba-5659883e7ee8 None None] Current status of the port 051bb0f8-2632-4ead-9aac-1991b5028404 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:06.405971 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Sync routers for ids ['cdb8df17-44f3-4157-8910-e3cfd765238e'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:53:06.457642 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Routers {'cdb8df17-44f3-4157-8910-e3cfd765238e'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:06.463972 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['cdb8df17-44f3-4157-8910-e3cfd765238e'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:06.555380 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.558872 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-e13fb136-6282-469a-906b-4a484e4a66b9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9691446 Apr 11 17:53:06.559786 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (770b68af-5359-4f13-9afa-63581ac2ee78), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.680598 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-67cbdab9-0420-4276-a172-4bb87e2e1e79 None None] Provisioning complete for port 051bb0f8-2632-4ead-9aac-1991b5028404 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:06.681003 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-67cbdab9-0420-4276-a172-4bb87e2e1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.753382 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (770b68af-5359-4f13-9afa-63581ac2ee78), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.755552 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 051bb0f8-2632-4ead-9aac-1991b5028404 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:06.755929 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.766370 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c6917-7d61-4206-ba9c-4317495798c3 req-1eae66f1-c2e8-467b-afac-66debc9d3b3b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:06.769821 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-762c6917-7d61-4206-ba9c-4317495798c3 req-1eae66f1-c2e8-467b-afac-66debc9d3b3b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.1008193 Apr 11 17:53:06.800925 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770b68af-5359-4f13-9afa-63581ac2ee78']}} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:06.824514 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beff4038-4208-48f8-a75b-952360548b78') {'for_net_delete': True} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:06.826360 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beff4038-4208-48f8-a75b-952360548b78') {} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:06.857901 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3172206'] for segment (beff4038-4208-48f8-a75b-952360548b78), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.896974 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (beff4038-4208-48f8-a75b-952360548b78), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.904560 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=114851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:53:06.905693 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599408'] for segment (beff4038-4208-48f8-a75b-952360548b78), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.960175 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-762c6917-7d61-4206-ba9c-4317495798c3 req-c4cfac96-40b8-4884-9886-12633f889651 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812186 Apr 11 17:53:06.965781 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594322'] for router (52c7dca0-a1b3-409c-9b11-d9e87f02e749), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: Traceback (most recent call last): Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: timer() Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: cb(*args, **kw) Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: return func(*args, **kwargs) Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: self._notify() Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: self.callback(batched_events) Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: event.method(event) Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: return f(self, *a, **k) Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._get(url).json() Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: return self.request(url, 'GET', **kwargs) Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:53:06.980463 dv-cinder-837353-1-iscsi neutron-server[114851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:53:06.988547 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (770b68af-5359-4f13-9afa-63581ac2ee78), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.002305 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.010347 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] 10.222.0.76 "DELETE /v2.0/networks/770b68af-5359-4f13-9afa-63581ac2ee78 HTTP/1.1" status: 204 len: 168 time: 0.9202106 Apr 11 17:53:07.029702 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b96b2c-c1a4-4506-9fe6-e271d5f7bf02 admin admin] Pushing event deleted for resources: {'Network': ['ID=770b68af-5359-4f13-9afa-63581ac2ee78,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:07.145239 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51870) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:07.153268 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-651dd0d0-93b1-410a-aa3d-e711a1de9e58 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159540511', 'description': 'tempest-secgroup-smoke-159540511 description', 'project_id': '6c71b0f821474346aaf840b827812a6e'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:07.193272 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-651dd0d0-93b1-410a-aa3d-e711a1de9e58 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.257669 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-1b54cfc3-5e9d-42f2-b3b4-b1c8e1facef3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--259245563&fields=id&tenant_id=87f1f626701c4ddfab0c5f855c39f8c3 HTTP/1.1" status: 200 len: 267 time: 0.1267779 Apr 11 17:53:07.273969 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 is scheduled to L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad with binding_index 1 {{(pid=114850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:53:07.313393 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-651dd0d0-93b1-410a-aa3d-e711a1de9e58 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group (92a2cb37-4c4a-42e8-904a-7ab5e900ff77), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.318253 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-651dd0d0-93b1-410a-aa3d-e711a1de9e58 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (92a2cb37-4c4a-42e8-904a-7ab5e900ff77), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.349550 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-67cbdab9-0420-4276-a172-4bb87e2e1e79 None None] Current status of the port 051bb0f8-2632-4ead-9aac-1991b5028404 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:07.375820 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Set router cdb8df17-44f3-4157-8910-e3cfd765238e gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:07.378403 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-651dd0d0-93b1-410a-aa3d-e711a1de9e58 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.380015 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-651dd0d0-93b1-410a-aa3d-e711a1de9e58 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2333999 Apr 11 17:53:07.383584 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dd0d0-93b1-410a-aa3d-e711a1de9e58 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a2cb37-4c4a-42e8-904a-7ab5e900ff77,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:07.386070 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51876) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:07.391829 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-cb473180-9cb9-4ef6-8466-131c5b0b03c5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Request body: {'security_group_rule': {'security_group_id': '92a2cb37-4c4a-42e8-904a-7ab5e900ff77', 'project_id': '6c71b0f821474346aaf840b827812a6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:07.438349 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cb473180-9cb9-4ef6-8466-131c5b0b03c5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (d6b30ab1-1555-4d17-a863-d6a873c708ae), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.522480 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51882) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:07.535071 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 051bb0f8-2632-4ead-9aac-1991b5028404 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:07.548896 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 119f5416-41c3-4b17-a85e-bbb7008727fa up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:07.565645 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cb473180-9cb9-4ef6-8466-131c5b0b03c5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (d6b30ab1-1555-4d17-a863-d6a873c708ae), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.574720 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cb473180-9cb9-4ef6-8466-131c5b0b03c5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (d6b30ab1-1555-4d17-a863-d6a873c708ae), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.619116 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952229d0-f2e4-4139-937d-56ea2238b099 req-04ae511e-89d5-437c-8fb5-d2c8cf44b445 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:07.620992 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb473180-9cb9-4ef6-8466-131c5b0b03c5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b30ab1-1555-4d17-a863-d6a873c708ae,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:07.626116 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-04ae511e-89d5-437c-8fb5-d2c8cf44b445 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 814 time: 0.3672364 Apr 11 17:53:07.648467 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cb473180-9cb9-4ef6-8466-131c5b0b03c5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.650021 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-cb473180-9cb9-4ef6-8466-131c5b0b03c5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2627106 Apr 11 17:53:07.652575 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51888) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:07.658764 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-afc23cb3-4707-47b7-a968-fe03ced2bd93 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Request body: {'security_group_rule': {'security_group_id': '92a2cb37-4c4a-42e8-904a-7ab5e900ff77', 'project_id': '6c71b0f821474346aaf840b827812a6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:07.682788 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 119f5416-41c3-4b17-a85e-bbb7008727fa triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:07.683162 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.684140 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-74d45b8a-f18e-4c0e-86ba-167c7c062ec5 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/quotas/87f1f626701c4ddfab0c5f855c39f8c3 HTTP/1.1" status: 200 len: 375 time: 0.0570288 Apr 11 17:53:07.692448 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-b72d447e-7974-4c0a-9a71-5695664fb42a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=965454e484c84fb1b20eeefcccc1e122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624236 Apr 11 17:53:07.695158 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:53:07.696743 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51890) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:07.703371 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-afc23cb3-4707-47b7-a968-fe03ced2bd93 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (e46163e0-dac8-4a45-9970-768c7cf4dc86), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.707850 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Sync routers for ids ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:53:07.726750 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Routers {'52c7dca0-a1b3-409c-9b11-d9e87f02e749'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:07.726750 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:07.819518 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.821178 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-831a79c8-fd1d-4eb7-ab82-d0063e205b63 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1347251 Apr 11 17:53:07.827688 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51896) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:07.838397 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7aae0914-2289-4d1a-8395-b468b4c5c5ad tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1444421 Apr 11 17:53:07.839833 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d882b679-55e5-4c6a-a74c-e085fb021d9a admin admin] Publish callbacks [] for security_group (0b97d103-59b3-4e76-be09-d0ceb00a9c48), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.876403 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 119f5416-41c3-4b17-a85e-bbb7008727fa is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:07.876835 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.944253 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d882b679-55e5-4c6a-a74c-e085fb021d9a admin admin] Publish callbacks [] for security_group (0b97d103-59b3-4e76-be09-d0ceb00a9c48), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:07.972062 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Set router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:08.023566 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'name': 'tempest-TestShelveInstance-292957607-router', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:56Z', 'updated_at': '2022-04-11T17:53:02Z', 'revision_number': 4, 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'gw_port': {'id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:58Z', 'updated_at': '2022-04-11T17:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '01e683aa-cc6e-432c-b987-0074521325b6', 'name': '', 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'mac_address': 'fa:16:3e:08:4a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '424e8c44-a946-4bdc-825f-9468c4f799b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:03Z', 'revision_number': 2, 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'subnets': [{'id': '424e8c44-a946-4bdc-825f-9468c4f799b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:08.042109 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port 119f5416-41c3-4b17-a85e-bbb7008727fa, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=119f5416-41c3-4b17-a85e-bbb7008727fa,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:08.118995 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Checking router: cdb8df17-44f3-4157-8910-e3cfd765238e for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:53:08.119359 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Updating router cdb8df17-44f3-4157-8910-e3cfd765238e port 01e683aa-cc6e-432c-b987-0074521325b6 binding host dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:53:08.150969 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.155980 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 2d8228d2-7b3e-4948-856a-46b90bf60879 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:08.214919 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-afc23cb3-4707-47b7-a968-fe03ced2bd93 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (e46163e0-dac8-4a45-9970-768c7cf4dc86), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.226892 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-35d69611-1222-4ae5-a9f3-54f1078d5ffc service neutron] 10.222.0.76 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665264 Apr 11 17:53:08.239462 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-afc23cb3-4707-47b7-a968-fe03ced2bd93 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (e46163e0-dac8-4a45-9970-768c7cf4dc86), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.278730 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d882b679-55e5-4c6a-a74c-e085fb021d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (0b97d103-59b3-4e76-be09-d0ceb00a9c48), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.281668 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d882b679-55e5-4c6a-a74c-e085fb021d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.286834 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-d882b679-55e5-4c6a-a74c-e085fb021d9a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b97d103-59b3-4e76-be09-d0ceb00a9c48 HTTP/1.1" status: 204 len: 168 time: 0.5748258 Apr 11 17:53:08.304458 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeab81e-7dbd-4b96-9314-c20a01ab83d5 req-caa5b6eb-e205-4640-bce9-b73dff1d1dd4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:08.306284 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8eeab81e-7dbd-4b96-9314-c20a01ab83d5 req-caa5b6eb-e205-4640-bce9-b73dff1d1dd4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.1979110 Apr 11 17:53:08.309978 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=119f5416-41c3-4b17-a85e-bbb7008727fa,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:08.310186 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882b679-55e5-4c6a-a74c-e085fb021d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b97d103-59b3-4e76-be09-d0ceb00a9c48,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:08.325387 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc23cb3-4707-47b7-a968-fe03ced2bd93 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46163e0-dac8-4a45-9970-768c7cf4dc86,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:08.346698 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-afc23cb3-4707-47b7-a968-fe03ced2bd93 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.352561 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-afc23cb3-4707-47b7-a968-fe03ced2bd93 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6962490 Apr 11 17:53:08.354175 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:53:06Z', 'revision_number': 3, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:08.373127 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (01e683aa-cc6e-432c-b987-0074521325b6), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.408670 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51914) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:08.419997 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-020f552f-8b5b-4eac-8a35-44a7922f22e5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Request body: {'security_group_rule': {'security_group_id': '92a2cb37-4c4a-42e8-904a-7ab5e900ff77', 'project_id': '6c71b0f821474346aaf840b827812a6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:08.444435 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Checking router: 52c7dca0-a1b3-409c-9b11-d9e87f02e749 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:53:08.444818 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Updating router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 port 267233f3-a64b-4953-9737-d56a941286ad binding host dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:53:08.500615 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (267233f3-a64b-4953-9737-d56a941286ad), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.502008 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-020f552f-8b5b-4eac-8a35-44a7922f22e5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (bcadf57c-5cfe-440b-991e-6f8a04bfa3c4), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.518212 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8eeab81e-7dbd-4b96-9314-c20a01ab83d5 req-860e8223-fa7b-4541-82a6-5a9cf1d2343f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160371 Apr 11 17:53:08.564813 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-21206410-c3fa-42e6-978b-ef5316d4649c service neutron] 10.222.0.76 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368928 Apr 11 17:53:08.596844 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b961a-30b8-40df-8add-43904f3ca367 req-acc38674-753d-4c2f-bf2f-3da47ca90201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:08.599983 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-833b961a-30b8-40df-8add-43904f3ca367 req-acc38674-753d-4c2f-bf2f-3da47ca90201 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 1129 time: 0.1288710 Apr 11 17:53:08.609083 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-020f552f-8b5b-4eac-8a35-44a7922f22e5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (bcadf57c-5cfe-440b-991e-6f8a04bfa3c4), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.623404 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-020f552f-8b5b-4eac-8a35-44a7922f22e5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (bcadf57c-5cfe-440b-991e-6f8a04bfa3c4), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.703204 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-833b961a-30b8-40df-8add-43904f3ca367 req-a075f811-907c-47df-acd7-fef525dad2eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903125 Apr 11 17:53:08.707963 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f552f-8b5b-4eac-8a35-44a7922f22e5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcadf57c-5cfe-440b-991e-6f8a04bfa3c4,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:08.726496 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-020f552f-8b5b-4eac-8a35-44a7922f22e5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.728400 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-020f552f-8b5b-4eac-8a35-44a7922f22e5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3129010 Apr 11 17:53:08.730939 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51924) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:08.736032 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-fc29af7c-39b4-4139-a676-2f073abd7b65 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Request body: {'security_group_rule': {'security_group_id': '92a2cb37-4c4a-42e8-904a-7ab5e900ff77', 'project_id': '6c71b0f821474346aaf840b827812a6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:08.791913 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fc29af7c-39b4-4139-a676-2f073abd7b65 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (2c0a6610-f221-4bbe-afcf-173a039cd52e), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.930783 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fc29af7c-39b4-4139-a676-2f073abd7b65 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (2c0a6610-f221-4bbe-afcf-173a039cd52e), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.939638 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.940320 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fc29af7c-39b4-4139-a676-2f073abd7b65 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (2c0a6610-f221-4bbe-afcf-173a039cd52e), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.946705 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 2d8228d2-7b3e-4948-856a-46b90bf60879 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:08.948334 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:08.978746 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29af7c-39b4-4139-a676-2f073abd7b65 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0a6610-f221-4bbe-afcf-173a039cd52e,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:09.020624 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fc29af7c-39b4-4139-a676-2f073abd7b65 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.029428 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-fc29af7c-39b4-4139-a676-2f073abd7b65 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2925847 Apr 11 17:53:09.030097 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51938) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:09.046075 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-1c0ce4e6-8dc3-4df6-91bb-ac8e9a2953b8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Request body: {'security_group_rule': {'security_group_id': '92a2cb37-4c4a-42e8-904a-7ab5e900ff77', 'project_id': '6c71b0f821474346aaf840b827812a6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:09.072544 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Publish callbacks [] for port (01e683aa-cc6e-432c-b987-0074521325b6), precommit_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.083941 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (01e683aa-cc6e-432c-b987-0074521325b6), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.142366 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.securitygroups_db [None req-1c0ce4e6-8dc3-4df6-91bb-ac8e9a2953b8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Project 6c71b0f821474346aaf840b827812a6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:53:09.161484 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Publish callbacks [] for port (267233f3-a64b-4953-9737-d56a941286ad), precommit_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.170640 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (267233f3-a64b-4953-9737-d56a941286ad), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.195940 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-523ba294-8266-4cb3-bfcc-a84f0f3c4143 req-08a7bfc1-2959-4e6a-8542-af8b7dae962b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 210 time: 0.0919271 Apr 11 17:53:09.196966 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce4e6-8dc3-4df6-91bb-ac8e9a2953b8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (ba26102c-f881-40b1-9f38-ad4d03fafd58), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.251998 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51942) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:09.287616 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dd6d6-3354-40b2-9158-2638123b9894 None None] Pushing event updated for resources: {'Port': ['ID=01e683aa-cc6e-432c-b987-0074521325b6,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:09.309838 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Attempting to bind port 267233f3-a64b-4953-9737-d56a941286ad on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:09.310207 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Attempting to bind port 267233f3-a64b-4953-9737-d56a941286ad by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:09.310553 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Attempting to bind port 267233f3-a64b-4953-9737-d56a941286ad on network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:09.320449 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 2d8228d2-7b3e-4948-856a-46b90bf60879 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:09.321754 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce4e6-8dc3-4df6-91bb-ac8e9a2953b8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (ba26102c-f881-40b1-9f38-ad4d03fafd58), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.322361 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168c458-de3b-4bd8-af11-8ce260975205 None None] Pushing event updated for resources: {'Port': ['ID=267233f3-a64b-4953-9737-d56a941286ad,revision_number=2']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:09.331265 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce4e6-8dc3-4df6-91bb-ac8e9a2953b8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (ba26102c-f881-40b1-9f38-ad4d03fafd58), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.335242 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:09.335643 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Checking segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:09.336043 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.336430 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Bound using segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:09.337006 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Bound port: 267233f3-a64b-4953-9737-d56a941286ad, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:09.337304 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (267233f3-a64b-4953-9737-d56a941286ad), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.350356 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Attempting to bind port 01e683aa-cc6e-432c-b987-0074521325b6 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:09.351141 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Attempting to bind port 01e683aa-cc6e-432c-b987-0074521325b6 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '4d69fee7-b184-4262-abf1-d350a78c2890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:09.351747 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Attempting to bind port 01e683aa-cc6e-432c-b987-0074521325b6 on network 6df481b1-2fbf-41da-9b5a-379cb9822755 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:09.358995 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:09.359678 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Checking segment: {'id': '4d69fee7-b184-4262-abf1-d350a78c2890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:09.360321 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.361550 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Bound using segment: {'id': '4d69fee7-b184-4262-abf1-d350a78c2890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:09.362199 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Bound port: 01e683aa-cc6e-432c-b987-0074521325b6, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d69fee7-b184-4262-abf1-d350a78c2890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:09.362711 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ce4e6-8dc3-4df6-91bb-ac8e9a2953b8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba26102c-f881-40b1-9f38-ad4d03fafd58,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:09.362895 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (01e683aa-cc6e-432c-b987-0074521325b6), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.414690 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce4e6-8dc3-4df6-91bb-ac8e9a2953b8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.415900 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-1c0ce4e6-8dc3-4df6-91bb-ac8e9a2953b8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3848534 Apr 11 17:53:09.419079 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 51948) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:09.425430 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-b62287d8-9ece-43ed-a084-5a1c4d332c6e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Request body: {'security_group_rule': {'security_group_id': '92a2cb37-4c4a-42e8-904a-7ab5e900ff77', 'project_id': '6c71b0f821474346aaf840b827812a6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:09.478366 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.securitygroups_db [None req-b62287d8-9ece-43ed-a084-5a1c4d332c6e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Project 6c71b0f821474346aaf840b827812a6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:53:09.490246 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-a4627e56-a470-47a3-b4b3-b71006c12afc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8c93e63ba7141d2b155df42ee03c3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339685 Apr 11 17:53:09.496369 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 51950) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:09.502578 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] For port 267233f3-a64b-4953-9737-d56a941286ad, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:09.503905 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b62287d8-9ece-43ed-a084-5a1c4d332c6e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (95b5162a-f3de-4609-8b6e-c3b91f5d8493), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.515222 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] For port 267233f3-a64b-4953-9737-d56a941286ad, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=267233f3-a64b-4953-9737-d56a941286ad,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:09.531669 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (267233f3-a64b-4953-9737-d56a941286ad), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.555767 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] For port 01e683aa-cc6e-432c-b987-0074521325b6, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:09.564925 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] For port 01e683aa-cc6e-432c-b987-0074521325b6, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=01e683aa-cc6e-432c-b987-0074521325b6,segment=NetworkSegment(4d69fee7-b184-4262-abf1-d350a78c2890),segment_id=4d69fee7-b184-4262-abf1-d350a78c2890)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:09.588495 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (01e683aa-cc6e-432c-b987-0074521325b6), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.627738 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Allocated IP 172.20.0.1 (6fdbc451-a168-4260-b1a4-3cd2c2ba6735/149a2d61-f152-4c6a-8a91-620863f2eb79/cf370dfd-1a8d-400c-9743-d78e030de591) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:09.737814 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 2d8228d2-7b3e-4948-856a-46b90bf60879 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:09.750275 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168c458-de3b-4bd8-af11-8ce260975205 None None] Pushing event updated for resources: {'Port': ['ID=267233f3-a64b-4953-9737-d56a941286ad,revision_number=3']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:09.761961 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-65fbc4e9-dd6c-49c2-af76-f7e356710512 admin admin] Publish callbacks [] for security_group (a365a029-ccbf-435b-94a3-4c668b69aa03), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.777118 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-f5f42346-c558-48d2-ae8e-3d9bbcebea9b None None] Provisioning complete for port 01e683aa-cc6e-432c-b987-0074521325b6 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:09.777484 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f5f42346-c558-48d2-ae8e-3d9bbcebea9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (01e683aa-cc6e-432c-b987-0074521325b6), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.831138 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-65fbc4e9-dd6c-49c2-af76-f7e356710512 admin admin] Publish callbacks [] for security_group (a365a029-ccbf-435b-94a3-4c668b69aa03), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.831631 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Routers {'52c7dca0-a1b3-409c-9b11-d9e87f02e749'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:09.835610 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:09.854423 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b62287d8-9ece-43ed-a084-5a1c4d332c6e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (95b5162a-f3de-4609-8b6e-c3b91f5d8493), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:09.869216 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf412e6-4c2e-4b02-af81-c74216193ff3 req-4df6ecd5-3ce2-4aa9-a9e0-cf1d6a56e4f6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:09.876296 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dbf412e6-4c2e-4b02-af81-c74216193ff3 req-4df6ecd5-3ce2-4aa9-a9e0-cf1d6a56e4f6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.1793511 Apr 11 17:53:09.993121 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b62287d8-9ece-43ed-a084-5a1c4d332c6e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (95b5162a-f3de-4609-8b6e-c3b91f5d8493), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.020399 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dd6d6-3354-40b2-9158-2638123b9894 None None] Pushing event updated for resources: {'Port': ['ID=01e683aa-cc6e-432c-b987-0074521325b6,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:10.021154 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dbf412e6-4c2e-4b02-af81-c74216193ff3 req-9e50580b-a6f5-41e6-b807-f3be7abebd03 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433871 Apr 11 17:53:10.059298 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Routers {'cdb8df17-44f3-4157-8910-e3cfd765238e'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:10.060306 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62287d8-9ece-43ed-a084-5a1c4d332c6e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b5162a-f3de-4609-8b6e-c3b91f5d8493,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:10.063635 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['cdb8df17-44f3-4157-8910-e3cfd765238e'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:10.072898 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b62287d8-9ece-43ed-a084-5a1c4d332c6e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.074310 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-b62287d8-9ece-43ed-a084-5a1c4d332c6e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6542995 Apr 11 17:53:10.079465 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Publish callbacks [] for port (cf370dfd-1a8d-400c-9743-d78e030de591), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.103835 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-65fbc4e9-dd6c-49c2-af76-f7e356710512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (a365a029-ccbf-435b-94a3-4c668b69aa03), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.107412 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-65fbc4e9-dd6c-49c2-af76-f7e356710512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.116736 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-65fbc4e9-dd6c-49c2-af76-f7e356710512 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a365a029-ccbf-435b-94a3-4c668b69aa03 HTTP/1.1" status: 204 len: 168 time: 0.6167247 Apr 11 17:53:10.154441 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbc4e9-dd6c-49c2-af76-f7e356710512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a365a029-ccbf-435b-94a3-4c668b69aa03,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:10.165580 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] Set router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:10.211302 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.280120 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 2d8228d2-7b3e-4948-856a-46b90bf60879 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:10.283175 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.354045 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:10.368445 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:10.377595 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:10.458424 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0538b94a-ea9e-4181-af7a-3a59e183e11c req-265eb9a6-b6be-4aa4-a371-3ba22148025e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 210 time: 0.1043968 Apr 11 17:53:10.526510 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594145'] for router_interface (52c7dca0-a1b3-409c-9b11-d9e87f02e749), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.620720 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Pushing event updated for resources: {'Port': ['ID=cf370dfd-1a8d-400c-9743-d78e030de591,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:10.729959 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-f5f42346-c558-48d2-ae8e-3d9bbcebea9b None None] Current status of the port 01e683aa-cc6e-432c-b987-0074521325b6 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:10.730414 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f5f42346-c558-48d2-ae8e-3d9bbcebea9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (01e683aa-cc6e-432c-b987-0074521325b6), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:10.790288 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] Set router cdb8df17-44f3-4157-8910-e3cfd765238e gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:10.936385 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:53:06Z', 'revision_number': 3, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:11.012242 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa937dc-c28e-4144-827e-d3974f423e6b None None] The sync data for ids ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'] in dv-cinder-837353-1-iscsi is: [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:53:06Z', 'revision_number': 3, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:53:11.020358 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.413375 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952229d0-f2e4-4139-937d-56ea2238b099 req-1d131190-a148-45af-b12d-8524ae54ae03 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:11.416265 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-1d131190-a148-45af-b12d-8524ae54ae03 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 814 time: 0.3925042 Apr 11 17:53:11.462684 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-f5f42346-c558-48d2-ae8e-3d9bbcebea9b None None] For port 01e683aa-cc6e-432c-b987-0074521325b6, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=01e683aa-cc6e-432c-b987-0074521325b6,segment=NetworkSegment(4d69fee7-b184-4262-abf1-d350a78c2890),segment_id=4d69fee7-b184-4262-abf1-d350a78c2890)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:11.508053 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 2d8228d2-7b3e-4948-856a-46b90bf60879 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:11.509227 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 119f5416-41c3-4b17-a85e-bbb7008727fa up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:11.516317 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f5f42346-c558-48d2-ae8e-3d9bbcebea9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (01e683aa-cc6e-432c-b987-0074521325b6), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.536688 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f850579-0a68-49a9-9e8c-9af8457923f0 req-a0c926d8-9ca7-4012-8300-29943f8dc6a9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:11.539907 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6f850579-0a68-49a9-9e8c-9af8457923f0 req-a0c926d8-9ca7-4012-8300-29943f8dc6a9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.1489329 Apr 11 17:53:11.628187 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Publish callbacks [] for port (cf370dfd-1a8d-400c-9743-d78e030de591), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.636119 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.674880 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-90c1478a-3809-4b05-a70e-ea155366c18b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87f1f626701c4ddfab0c5f855c39f8c3 HTTP/1.1" status: 200 len: 379 time: 0.2304623 Apr 11 17:53:11.750002 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'port': {'device_id': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'admin_state_up': True, 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'security_groups': ['a908223c-ce8e-4e88-bd5b-9cfebaec1d4a']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:11.774628 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594769'] for router_interface (52c7dca0-a1b3-409c-9b11-d9e87f02e749), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.799908 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Pushing event updated for resources: {'Port': ['ID=cf370dfd-1a8d-400c-9743-d78e030de591,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:11.812189 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6f850579-0a68-49a9-9e8c-9af8457923f0 req-9d3edb0d-0e19-4240-bb71-18bfc9b0c140 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422388 Apr 11 17:53:11.847750 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-dc649fcb-bb06-4137-9a76-a9a532061635 None None] Provisioning complete for port cf370dfd-1a8d-400c-9743-d78e030de591 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:11.848249 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-dc649fcb-bb06-4137-9a76-a9a532061635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:11.861177 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f95078a5-2ad1-4616-8e8b-7633e78310d1 req-23a1ed5f-91bb-4ac3-a466-7beb3c5eed56 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 210 time: 0.1212780 Apr 11 17:53:12.115596 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:12.132595 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:12.147808 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Made reservation on behalf of 87f1f626701c4ddfab0c5f855c39f8c3 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:53:12.151975 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.177922 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f42346-c558-48d2-ae8e-3d9bbcebea9b None None] Pushing event updated for resources: {'Port': ['ID=01e683aa-cc6e-432c-b987-0074521325b6,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:12.305473 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-dc649fcb-bb06-4137-9a76-a9a532061635 None None] Port cf370dfd-1a8d-400c-9743-d78e030de591 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:12.365393 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-dc649fcb-bb06-4137-9a76-a9a532061635 None None] Provisioning complete for port 01e683aa-cc6e-432c-b987-0074521325b6 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:12.366696 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-dc649fcb-bb06-4137-9a76-a9a532061635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (01e683aa-cc6e-432c-b987-0074521325b6), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.468949 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b9253-e2fd-41a9-aed5-24e7955337c5 req-32fa24ae-fbb8-47bc-a0ef-67da34758cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:12.471230 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e7b9253-e2fd-41a9-aed5-24e7955337c5 req-32fa24ae-fbb8-47bc-a0ef-67da34758cd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 1129 time: 0.1271229 Apr 11 17:53:12.496469 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 119f5416-41c3-4b17-a85e-bbb7008727fa triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:12.497256 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:12.549189 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:53:12.570410 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc8397-9547-475d-b296-dcd86536ef17 req-4b4a2afe-043f-4cc1-b387-24ba2f02468d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:12.585628 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-59bc8397-9547-475d-b296-dcd86536ef17 req-4b4a2afe-043f-4cc1-b387-24ba2f02468d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.1683095 Apr 11 17:53:12.705379 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'name': 'tempest-TestShelveInstance-292957607-router', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:56Z', 'updated_at': '2022-04-11T17:53:02Z', 'revision_number': 4, 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'gw_port': {'id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:58Z', 'updated_at': '2022-04-11T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '01e683aa-cc6e-432c-b987-0074521325b6', 'name': '', 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'mac_address': 'fa:16:3e:08:4a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '424e8c44-a946-4bdc-825f-9468c4f799b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:09Z', 'revision_number': 4, 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'subnets': [{'id': '424e8c44-a946-4bdc-825f-9468c4f799b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:12.770677 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607a462f-a2be-4090-bd27-c7698c3d3f11 None None] The sync data for ids ['cdb8df17-44f3-4157-8910-e3cfd765238e'] in dv-cinder-837353-1-iscsi is: [{'id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'name': 'tempest-TestShelveInstance-292957607-router', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:56Z', 'updated_at': '2022-04-11T17:53:02Z', 'revision_number': 4, 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'gw_port': {'id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:58Z', 'updated_at': '2022-04-11T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '01e683aa-cc6e-432c-b987-0074521325b6', 'name': '', 'network_id': '6df481b1-2fbf-41da-9b5a-379cb9822755', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'mac_address': 'fa:16:3e:08:4a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '424e8c44-a946-4bdc-825f-9468c4f799b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:09Z', 'revision_number': 4, 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'subnets': [{'id': '424e8c44-a946-4bdc-825f-9468c4f799b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:53:12.784796 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-13cae4d0-119b-4fcb-83d4-3fc25f92fa50 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=02652a31129d49d9b33a94fd347cfd9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1284828 Apr 11 17:53:12.843923 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-dc649fcb-bb06-4137-9a76-a9a532061635 None None] Current status of the port 01e683aa-cc6e-432c-b987-0074521325b6 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:12.891164 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:53:12.902518 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-5d80ad6d-3fd2-4977-afeb-1593e19c2806 admin admin] 10.222.0.76 "PUT /v2.0/routers/52c7dca0-a1b3-409c-9b11-d9e87f02e749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0731137 Apr 11 17:53:12.987238 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-044a24f4-4432-4ae4-80c0-e9ecfdcdee60 None None] Provisioning complete for port cf370dfd-1a8d-400c-9743-d78e030de591 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:12.988360 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-044a24f4-4432-4ae4-80c0-e9ecfdcdee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.020367 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 119f5416-41c3-4b17-a85e-bbb7008727fa is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:13.038337 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-044a24f4-4432-4ae4-80c0-e9ecfdcdee60 None None] Port cf370dfd-1a8d-400c-9743-d78e030de591 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:13.172977 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-73cf58c5-fe47-42fa-8cd4-a73afd1c8831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.275301 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 267233f3-a64b-4953-9737-d56a941286ad up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:13.311320 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Allocated IP 172.20.0.4 (d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f/b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8/7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:13.336908 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 267233f3-a64b-4953-9737-d56a941286ad triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:13.337470 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (267233f3-a64b-4953-9737-d56a941286ad), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.447434 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 267233f3-a64b-4953-9737-d56a941286ad is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:13.448005 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (267233f3-a64b-4953-9737-d56a941286ad), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.525541 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port 267233f3-a64b-4953-9737-d56a941286ad, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=267233f3-a64b-4953-9737-d56a941286ad,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:13.535726 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (267233f3-a64b-4953-9737-d56a941286ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.537526 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 01e683aa-cc6e-432c-b987-0074521325b6 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:13.539645 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-60e8433f-41d1-4f57-b62b-220c9164f304 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:13.541168 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-60e8433f-41d1-4f57-b62b-220c9164f304 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7388721 Apr 11 17:53:13.606615 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a78995bb-893f-4b1d-801d-8ab4a1b0adc8 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/quotas/02652a31129d49d9b33a94fd347cfd9b HTTP/1.1" status: 200 len: 375 time: 0.0572045 Apr 11 17:53:13.690015 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-59bc8397-9547-475d-b296-dcd86536ef17 req-10c996b4-82e2-4b63-b903-23fb5d875ea8 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1030474 Apr 11 17:53:13.711637 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=267233f3-a64b-4953-9737-d56a941286ad,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:13.717905 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 01e683aa-cc6e-432c-b987-0074521325b6 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:13.718784 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-109b82eb-b42c-42b4-894e-920d784d3324 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=02652a31129d49d9b33a94fd347cfd9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940576 Apr 11 17:53:13.721165 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (01e683aa-cc6e-432c-b987-0074521325b6), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:13.744679 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b9253-e2fd-41a9-aed5-24e7955337c5 req-a450da8a-a1a9-4d55-b4e3-75055a6fbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:13.746217 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e7b9253-e2fd-41a9-aed5-24e7955337c5 req-a450da8a-a1a9-4d55-b4e3-75055a6fbe17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 1.2635894 Apr 11 17:53:13.962677 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 01e683aa-cc6e-432c-b987-0074521325b6 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:13.963405 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2749c2cd-b66c-4afa-92d1-adff6ede35dc req-770fc56e-ea72-4c39-ba47-923cba4f83b3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 210 time: 0.1542516 Apr 11 17:53:14.058472 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d20c49c1-02cf-404b-a7f9-db2c70ef398f req-472a9968-1c68-411a-8428-99383aa6ef1b tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 210 time: 0.0773184 Apr 11 17:53:14.097752 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52152) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:14.103649 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1198898855-network', 'tenant_id': '67783fd902234b398aac0b1e119d1465'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:14.116626 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.143793 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Made reservation on behalf of 67783fd902234b398aac0b1e119d1465 for: {'network': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:53:14.147461 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.159981 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.160986 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.225921 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'Port': ['ID=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:14.236689 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:14.238104 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:14.242085 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:14.296231 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Publish callbacks [] for security_group (72724445-9e88-4da0-b560-fb2b52d829bb), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.302297 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (72724445-9e88-4da0-b560-fb2b52d829bb), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.341789 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:14.342462 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.359276 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=114851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:53:14.375518 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72724445-9e88-4da0-b560-fb2b52d829bb,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:14.385291 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (2ba1980a-d039-491a-af04-0f9253de1108), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.385730 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.segments_db [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Added segment 2ba1980a-d039-491a-af04-0f9253de1108 of type vlan for network 78ae3af7-ea1f-498b-bb4f-04987bcaa20d Apr 11 17:53:14.409434 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e7b9253-e2fd-41a9-aed5-24e7955337c5 req-fdcb1f32-bcfe-4eae-9648-30f3cb5c72eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd5e933-4ab5-4a06-a11f-9883317931b6 HTTP/1.1" status: 200 len: 217 time: 0.0502741 Apr 11 17:53:14.412801 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-7eb7c263-9972-4399-8e67-3f92bdd6dc47 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7271042 Apr 11 17:53:14.453186 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (78ae3af7-ea1f-498b-bb4f-04987bcaa20d), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.491359 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (78ae3af7-ea1f-498b-bb4f-04987bcaa20d), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.492721 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:14.493749 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.559064 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] Pushing event updated for resources: {'Network': ['ID=78ae3af7-ea1f-498b-bb4f-04987bcaa20d,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:14.574290 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 52162) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:14.574441 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-4209fbff-8340-4d00-86c1-960c4669bec1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4747970 Apr 11 17:53:14.575492 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 78ae3af7-ea1f-498b-bb4f-04987bcaa20d details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:53:14.580541 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Sync routers for ids ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:53:14.580697 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-13bc2428-4395-4583-ba3a-00dd36c22da3 admin admin] Request body: {'subnet': {'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1198898855-subnet', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'ip_version': 4}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:14.597828 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-f56166d3-6718-4462-9e8f-8dfc3efa4302 None None] Provisioning complete for port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:14.598200 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f56166d3-6718-4462-9e8f-8dfc3efa4302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.606101 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bc2428-4395-4583-ba3a-00dd36c22da3 admin admin] Made reservation on behalf of 67783fd902234b398aac0b1e119d1465 for: {'subnet': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:53:14.609370 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-13bc2428-4395-4583-ba3a-00dd36c22da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660958'] for subnet (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.674518 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Routers {'52c7dca0-a1b3-409c-9b11-d9e87f02e749'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:14.675154 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:52:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:14.726931 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-f56166d3-6718-4462-9e8f-8dfc3efa4302 None None] Port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:14.822197 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Set router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:14.838371 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-13bc2428-4395-4583-ba3a-00dd36c22da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25603477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660940'] for subnet (490dd54b-a644-4940-8ca6-ac879c66d65d), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:14.854070 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bf32f-be64-475a-9f9c-45d82fda9dda req-e86678bc-d739-42e8-b450-834c8cfcfd72 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:14.855748 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a94bf32f-be64-475a-9f9c-45d82fda9dda req-e86678bc-d739-42e8-b450-834c8cfcfd72 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.0721700 Apr 11 17:53:14.939426 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc2428-4395-4583-ba3a-00dd36c22da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=490dd54b-a644-4940-8ca6-ac879c66d65d,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:14.959294 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc2428-4395-4583-ba3a-00dd36c22da3 admin admin] Checking segment: {'id': '2ba1980a-d039-491a-af04-0f9253de1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:14.959644 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc2428-4395-4583-ba3a-00dd36c22da3 admin admin] Network hostable DHCP agents. Network: 78ae3af7-ea1f-498b-bb4f-04987bcaa20d, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:53:14.964380 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a94bf32f-be64-475a-9f9c-45d82fda9dda req-284735f3-6100-4819-b4d5-61c0a530d9a5 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887845 Apr 11 17:53:14.991153 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc2428-4395-4583-ba3a-00dd36c22da3 admin admin] Network 78ae3af7-ea1f-498b-bb4f-04987bcaa20d is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:53:15.000824 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-13bc2428-4395-4583-ba3a-00dd36c22da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 78ae3af7-ea1f-498b-bb4f-04987bcaa20d) {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:15.005295 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc2428-4395-4583-ba3a-00dd36c22da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:15.006113 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-13bc2428-4395-4583-ba3a-00dd36c22da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:15.016844 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fefa4b-14ae-42c5-b17c-b96be60ceb6c None None] Network 78ae3af7-ea1f-498b-bb4f-04987bcaa20d requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:53:15.024259 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-13bc2428-4395-4583-ba3a-00dd36c22da3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4479613 Apr 11 17:53:15.026830 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 52172) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:15.032308 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1198898855-router', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:15.088804 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:53:10Z', 'revision_number': 4, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'cf370dfd-1a8d-400c-9743-d78e030de591', 'name': '', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'mac_address': 'fa:16:3e:42:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:08Z', 'updated_at': '2022-04-11T17:53:11Z', 'revision_number': 2, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'subnets': [{'id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:15.089720 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (2fdd92d3-d962-43e4-ac93-830fab997438), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:15.090855 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1748122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123050'] for router (2fdd92d3-d962-43e4-ac93-830fab997438), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:15.118680 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef141630-2322-4393-b9dc-0f9b301cfc97 req-45b18ee4-6c94-45dd-b0ae-2328cd2de17d tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:15.120330 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ef141630-2322-4393-b9dc-0f9b301cfc97 req-45b18ee4-6c94-45dd-b0ae-2328cd2de17d tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 931 time: 0.0912607 Apr 11 17:53:15.121810 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 267233f3-a64b-4953-9737-d56a941286ad up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:15.127368 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Checking router: 52c7dca0-a1b3-409c-9b11-d9e87f02e749 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:53:15.127720 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Updating router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 port cf370dfd-1a8d-400c-9743-d78e030de591 binding host dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:53:15.193145 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:15.210144 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Publish callbacks [] for router_controller (2fdd92d3-d962-43e4-ac93-830fab997438), precommit_add_association {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:15.217091 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e5dde74-504f-4f98-b88c-e3b74ef2d0b5 req-ce8b0a00-87b8-4ab6-9233-e32590872fac tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 210 time: 0.0722947 Apr 11 17:53:15.260738 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb427c2df-acee-5b9d-b21c-7ccde36b64d7-78ae3af7-ea1f-498b-bb4f-04987bcaa20d', 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d', 'project_id': '67783fd902234b398aac0b1e119d1465', 'fixed_ips': [{'subnet_id': '490dd54b-a644-4940-8ca6-ac879c66d65d'}]}} from dv-cinder-837353-1-iscsi. {{(pid=114852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:53:15.261725 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:15.273924 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Request body: {'port': {'device_id': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:15.282739 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 267233f3-a64b-4953-9737-d56a941286ad triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:15.283105 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (267233f3-a64b-4953-9737-d56a941286ad), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:15.378639 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ef141630-2322-4393-b9dc-0f9b301cfc97 req-fa4ba376-6c9a-411f-9adf-c6dfb95c5a54 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500188 Apr 11 17:53:15.433790 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b9253-e2fd-41a9-aed5-24e7955337c5 req-a52f0284-2478-4420-b4cc-f9324be4aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:15.435288 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e7b9253-e2fd-41a9-aed5-24e7955337c5 req-a52f0284-2478-4420-b4cc-f9324be4aee4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.1574726 Apr 11 17:53:15.444614 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:15.628039 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-da25ccc4-f005-473f-989c-ced2ebdacfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:15.684413 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Publish callbacks [] for router_gateway (2fdd92d3-d962-43e4-ac93-830fab997438), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:15.700174 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b9253-e2fd-41a9-aed5-24e7955337c5 req-6f9e7253-ae71-44eb-93ec-4a8680699349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:15.702935 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e7b9253-e2fd-41a9-aed5-24e7955337c5 req-6f9e7253-ae71-44eb-93ec-4a8680699349 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2240143 Apr 11 17:53:15.793553 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 267233f3-a64b-4953-9737-d56a941286ad is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:15.808671 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.db_base_plugin_common [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Allocated IP 172.20.0.2 (78ae3af7-ea1f-498b-bb4f-04987bcaa20d/490dd54b-a644-4940-8ca6-ac879c66d65d/34d6ad99-7190-42f3-8276-fc42d7b8f827) {{(pid=114852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:15.968422 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Publish callbacks [] for port (cf370dfd-1a8d-400c-9743-d78e030de591), precommit_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:15.989555 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.031213 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e7b9253-e2fd-41a9-aed5-24e7955337c5 req-d8ac776e-e021-462a-ba02-472d5d2fc715 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981899 Apr 11 17:53:16.092745 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb058a1-b37b-4551-893b-f3f51f819a32 None None] Pushing event updated for resources: {'Port': ['ID=cf370dfd-1a8d-400c-9743-d78e030de591,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:16.129184 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Publish callbacks [] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), precommit_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.193923 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.292971 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Network 78ae3af7-ea1f-498b-bb4f-04987bcaa20d is already hosted by enough agents. {{(pid=114852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:16.305735 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.base_scheduler [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Resources bound (agent type, host, resource id): {{(pid=114852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:16.312996 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Received port after_create {{(pid=114852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:16.337669 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Attempting to bind port cf370dfd-1a8d-400c-9743-d78e030de591 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:16.337669 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Attempting to bind port cf370dfd-1a8d-400c-9743-d78e030de591 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:16.337899 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Attempting to bind port cf370dfd-1a8d-400c-9743-d78e030de591 on network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:16.370910 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:16.371286 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Checking segment: {'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:16.371688 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.372188 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Bound using segment: {'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:16.372593 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Bound port: cf370dfd-1a8d-400c-9743-d78e030de591, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:16.373243 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.404413 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Pushing event updated for resources: {'Port': ['ID=34d6ad99-7190-42f3-8276-fc42d7b8f827,revision_number=1']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:16.434862 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Attempting to bind port 34d6ad99-7190-42f3-8276-fc42d7b8f827 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:16.435262 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Attempting to bind port 34d6ad99-7190-42f3-8276-fc42d7b8f827 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '2ba1980a-d039-491a-af04-0f9253de1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:16.435588 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Attempting to bind port 34d6ad99-7190-42f3-8276-fc42d7b8f827 on network 78ae3af7-ea1f-498b-bb4f-04987bcaa20d {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:16.504701 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:16.504969 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Checking segment: {'id': '2ba1980a-d039-491a-af04-0f9253de1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:16.505209 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.505605 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Bound using segment: {'id': '2ba1980a-d039-491a-af04-0f9253de1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:16.506096 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Bound port: 34d6ad99-7190-42f3-8276-fc42d7b8f827, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba1980a-d039-491a-af04-0f9253de1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:16.506475 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.522677 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-55b7f657-6ef9-445e-bcc3-a885b59ac654 None None] Provisioning complete for port cf370dfd-1a8d-400c-9743-d78e030de591 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:16.523053 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-55b7f657-6ef9-445e-bcc3-a885b59ac654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.542041 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.640292 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] For port cf370dfd-1a8d-400c-9743-d78e030de591, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:16.671694 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] For port cf370dfd-1a8d-400c-9743-d78e030de591, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=cf370dfd-1a8d-400c-9743-d78e030de591,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:16.677295 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-55b7f657-6ef9-445e-bcc3-a885b59ac654 None None] Port cf370dfd-1a8d-400c-9743-d78e030de591 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:16.679226 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] For port 34d6ad99-7190-42f3-8276-fc42d7b8f827, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:16.682812 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] For port 34d6ad99-7190-42f3-8276-fc42d7b8f827, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=34d6ad99-7190-42f3-8276-fc42d7b8f827,segment=NetworkSegment(2ba1980a-d039-491a-af04-0f9253de1108),segment_id=2ba1980a-d039-491a-af04-0f9253de1108)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:16.685274 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-e3187810-e37d-4152-a5dc-68c037980f13 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=02652a31129d49d9b33a94fd347cfd9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4524174 Apr 11 17:53:16.686276 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.737179 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:16.744514 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.778974 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb058a1-b37b-4551-893b-f3f51f819a32 None None] Pushing event updated for resources: {'Port': ['ID=cf370dfd-1a8d-400c-9743-d78e030de591,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:16.786213 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Routers {'52c7dca0-a1b3-409c-9b11-d9e87f02e749'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:16.786835 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:53:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:16.807514 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Publish callbacks [] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:16.818031 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c01b4-9a73-4ffc-bead-ce9b286b5688 req-e5271434-af3f-4075-b113-b8733c04e1d4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:16.819573 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ff8c01b4-9a73-4ffc-bead-ce9b286b5688 req-e5271434-af3f-4075-b113-b8733c04e1d4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.6640589 Apr 11 17:53:16.821261 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2f3ab7f7-4753-450d-955c-7f6a39ebd71a req-c976985b-210c-4c58-a229-79aecc6e369e tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 210 time: 0.1780577 Apr 11 17:53:16.895932 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e7b9253-e2fd-41a9-aed5-24e7955337c5 req-ddc66777-d0fd-4329-8630-3c301535eba5 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7989290 Apr 11 17:53:17.058694 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Transition to ACTIVE for port object 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:53:17.070058 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daab17-8903-44de-8982-6ca4d97b3f6c None None] Pushing event updated for resources: {'Port': ['ID=34d6ad99-7190-42f3-8276-fc42d7b8f827,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:17.121766 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:17.183969 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Publish callbacks [] for router_gateway (2fdd92d3-d962-43e4-ac93-830fab997438), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:17.215091 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] Set router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:17.218086 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-6ade47de-be84-4294-adf1-e56909e02521 None None] Provisioning complete for port cf370dfd-1a8d-400c-9743-d78e030de591 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:17.218746 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6ade47de-be84-4294-adf1-e56909e02521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:17.258430 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:17.284308 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266f459-36de-47c0-a3e6-b66779936fe4 req-442398c6-65f7-4b7a-b090-e5749d89ec1b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:17.285906 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f266f459-36de-47c0-a3e6-b66779936fe4 req-442398c6-65f7-4b7a-b090-e5749d89ec1b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 943 time: 0.2803986 Apr 11 17:53:17.366061 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Pushing event updated for resources: {'Port': ['ID=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:17.379486 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ff8c01b4-9a73-4ffc-bead-ce9b286b5688 req-1343e366-3114-4651-a4b8-e67eb5cd66cd tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795284 Apr 11 17:53:17.532067 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f266f459-36de-47c0-a3e6-b66779936fe4 req-219ccd4d-6b6b-4045-9403-92aa1f964ab7 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390078 Apr 11 17:53:17.620007 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-6ade47de-be84-4294-adf1-e56909e02521 None None] Current status of the port cf370dfd-1a8d-400c-9743-d78e030de591 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:17.620678 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6ade47de-be84-4294-adf1-e56909e02521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:17.639156 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.639551 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.639914 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.640250 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.640615 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.641027 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.641356 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.642208 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.642539 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.642878 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.643203 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.643523 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.643842 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.644160 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.644493 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:17.655435 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-21846b28-a48d-4779-86ca-43bc759e968b tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:17.657153 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-21846b28-a48d-4779-86ca-43bc759e968b tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9497912 Apr 11 17:53:17.693178 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-6ade47de-be84-4294-adf1-e56909e02521 None None] For port cf370dfd-1a8d-400c-9743-d78e030de591, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=cf370dfd-1a8d-400c-9743-d78e030de591,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:17.718359 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Attempting to bind port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:17.719023 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Attempting to bind port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:17.719023 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Attempting to bind port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:17.720553 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6ade47de-be84-4294-adf1-e56909e02521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:17.730873 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:53:17.731364 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Attempting to bind port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:17.743867 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:17.744197 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Checking segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:17.744578 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Bound using segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:17.745039 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Bound port: 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:17.745398 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:17.769893 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:53:10Z', 'revision_number': 4, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'cf370dfd-1a8d-400c-9743-d78e030de591', 'name': '', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'mac_address': 'fa:16:3e:42:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:08Z', 'updated_at': '2022-04-11T17:53:16Z', 'revision_number': 4, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'subnets': [{'id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:17.807490 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Allocated IP 172.27.1.204 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/df65cbd5-12bb-4deb-86a4-d1e1ebc75bee) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:17.808361 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb7f472-ceae-4be8-97d3-13852f67e912 None None] The sync data for ids ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'] in dv-cinder-837353-1-iscsi is: [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:53:10Z', 'revision_number': 4, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'cf370dfd-1a8d-400c-9743-d78e030de591', 'name': '', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'mac_address': 'fa:16:3e:42:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:08Z', 'updated_at': '2022-04-11T17:53:16Z', 'revision_number': 4, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'subnets': [{'id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:53:17.814685 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade47de-be84-4294-adf1-e56909e02521 None None] Pushing event updated for resources: {'Port': ['ID=cf370dfd-1a8d-400c-9743-d78e030de591,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:17.914679 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] For port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:17.921937 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:17.959337 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] For port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:18.019710 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:18.102471 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5899e436-1a9f-4138-8353-f06226a5aa94 req-b2e75cc8-89f1-420a-8616-d2453604cf45 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 210 time: 0.0994053 Apr 11 17:53:18.138420 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:18.138420 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:18.138943 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] 10.222.0.18 "PUT /v2.0/ports/7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c HTTP/1.1" status: 200 len: 1093 time: 2.8721287 Apr 11 17:53:18.139564 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'tag': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:18.142888 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf7bbce-a225-4f1f-bb06-71487a5ed501" -d '{"events": [{"name": "network-changed", "server_uuid": "f88deebf-c6f0-4f85-b2ce-f5aed792846c", "tag": "7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:18.159232 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Request body: {'port': {'device_id': 'ec1a2213-0842-41b4-9c64-0356f0aafa6a', 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60', 'admin_state_up': True, 'tenant_id': '02652a31129d49d9b33a94fd347cfd9b'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:18.223616 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3d34e-aa32-47b0-a2bd-219ad9dc1cff service neutron] Pushing event updated for resources: {'Port': ['ID=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:18.262963 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Publish callbacks [] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:18.362255 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39ae5dc-bc3e-43b9-a9e1-25d350c7ef14 x-openstack-request-id: req-e39ae5dc-bc3e-43b9-a9e1-25d350c7ef14 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:18.362556 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88deebf-c6f0-4f85-b2ce-f5aed792846c", "tag": "7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:18.362813 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e39ae5dc-bc3e-43b9-a9e1-25d350c7ef14 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:18.363232 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39ae5dc-bc3e-43b9-a9e1-25d350c7ef14'] response: {'name': 'network-changed', 'server_uuid': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'tag': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'status': 'completed', 'code': 200} Apr 11 17:53:18.478931 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952229d0-f2e4-4139-937d-56ea2238b099 req-658e173a-dbc8-4763-891b-814adb0e5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:18.482242 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-658e173a-dbc8-4763-891b-814adb0e5ed4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 1127 time: 0.1179812 Apr 11 17:53:18.483819 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:18.778309 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:18.802642 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:18.825941 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d61551-775a-4c9f-9d9a-9bfe83825604 None None] Network 78ae3af7-ea1f-498b-bb4f-04987bcaa20d requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:53:18.831338 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:18.873040 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-70cdfa67-ecf9-4c08-837d-8c18011bb728 None None] Provisioning complete for port 34d6ad99-7190-42f3-8276-fc42d7b8f827 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:18.874441 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-70cdfa67-ecf9-4c08-837d-8c18011bb728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:18.966233 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52290) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:19.016881 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=df65cbd5-12bb-4deb-86a4-d1e1ebc75bee,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:19.031590 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a974760-901f-48b9-8838-e3815ba01eef req-487863d1-a97e-42db-abf6-281c87032506 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:19.042043 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7a974760-901f-48b9-8838-e3815ba01eef req-487863d1-a97e-42db-abf6-281c87032506 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 943 time: 0.2407086 Apr 11 17:53:19.163709 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.194430 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a86cd-af18-46d3-9e26-86306384ee92 req-f5af9755-7fe5-4cdf-9dda-4d56a98cbbcb tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:19.208309 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c54a86cd-af18-46d3-9e26-86306384ee92 req-f5af9755-7fe5-4cdf-9dda-4d56a98cbbcb tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.5192947 Apr 11 17:53:19.303667 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-9f8d246b-217d-4356-84cb-fd6b38987a37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c HTTP/1.1" status: 200 len: 217 time: 0.2195201 Apr 11 17:53:19.319503 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Publish callbacks [] for security_group (760c18f5-db23-4dd2-87dd-20d1c9df31ab), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.331740 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (760c18f5-db23-4dd2-87dd-20d1c9df31ab), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.336336 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 34d6ad99-7190-42f3-8276-fc42d7b8f827 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:19.373873 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52300) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:19.421082 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-70cdfa67-ecf9-4c08-837d-8c18011bb728 None None] Current status of the port 34d6ad99-7190-42f3-8276-fc42d7b8f827 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:19.421480 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-70cdfa67-ecf9-4c08-837d-8c18011bb728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.430787 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=abdeaebb689349e1b8672637c3ed71f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4634106 Apr 11 17:53:19.432010 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52304) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:19.432848 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760c18f5-db23-4dd2-87dd-20d1c9df31ab,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:19.443706 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.444328 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.444842 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.445362 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.446066 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.446622 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.447171 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.447686 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.448213 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.448982 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.449536 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.450108 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.450645 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.451166 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.451946 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bafab9-c10c-4a9c-8c66-21425507aa8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:19.522348 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d90cb7b9-da5a-4c06-ae9a-1272f25e0f27 admin admin] Publish callbacks [] for security_group (760c18f5-db23-4dd2-87dd-20d1c9df31ab), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.547067 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-70cdfa67-ecf9-4c08-837d-8c18011bb728 None None] For port 34d6ad99-7190-42f3-8276-fc42d7b8f827, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=34d6ad99-7190-42f3-8276-fc42d7b8f827,segment=NetworkSegment(2ba1980a-d039-491a-af04-0f9253de1108),segment_id=2ba1980a-d039-491a-af04-0f9253de1108)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:19.552205 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d90cb7b9-da5a-4c06-ae9a-1272f25e0f27 admin admin] Publish callbacks [] for security_group (760c18f5-db23-4dd2-87dd-20d1c9df31ab), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.569592 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.572242 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-70cdfa67-ecf9-4c08-837d-8c18011bb728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.632786 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f97af915-783e-4e2a-91a9-8b145422c34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.644438 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d90cb7b9-da5a-4c06-ae9a-1272f25e0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (760c18f5-db23-4dd2-87dd-20d1c9df31ab), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.648375 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d90cb7b9-da5a-4c06-ae9a-1272f25e0f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.653499 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 34d6ad99-7190-42f3-8276-fc42d7b8f827 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:19.653875 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.678093 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-d90cb7b9-da5a-4c06-ae9a-1272f25e0f27 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/760c18f5-db23-4dd2-87dd-20d1c9df31ab HTTP/1.1" status: 204 len: 168 time: 0.2138622 Apr 11 17:53:19.691283 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c54a86cd-af18-46d3-9e26-86306384ee92 req-0495db7e-75ed-4071-9092-a27e5ead87c7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795229 Apr 11 17:53:19.692455 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Made reservation on behalf of 02652a31129d49d9b33a94fd347cfd9b for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:53:19.721240 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.738667 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cb7b9-da5a-4c06-ae9a-1272f25e0f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760c18f5-db23-4dd2-87dd-20d1c9df31ab,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:19.793516 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.805383 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdfa67-ecf9-4c08-837d-8c18011bb728 None None] Pushing event updated for resources: {'Port': ['ID=34d6ad99-7190-42f3-8276-fc42d7b8f827,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:19.817125 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7a974760-901f-48b9-8838-e3815ba01eef req-db2198f4-94bf-4eb8-b367-b6cadc0a9068 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7736616 Apr 11 17:53:19.865045 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952229d0-f2e4-4139-937d-56ea2238b099 req-2f141d5e-2629-4923-8939-190554da0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:19.867354 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-2f141d5e-2629-4923-8939-190554da0375 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 200 len: 853 time: 0.4746070 Apr 11 17:53:19.920921 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f97af915-783e-4e2a-91a9-8b145422c34e admin admin] Publish callbacks [] for security_group (cde811c9-75e5-4b94-9b16-c98744f565df), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.928085 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fa7326da-77c3-49c3-9242-345c34315a7f req-5fb5e935-8228-400b-9d9f-3942e7aa9e5c tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 210 time: 0.0554445 Apr 11 17:53:19.928961 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f97af915-783e-4e2a-91a9-8b145422c34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (cde811c9-75e5-4b94-9b16-c98744f565df), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:19.958343 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 34d6ad99-7190-42f3-8276-fc42d7b8f827 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:19.959615 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device cf370dfd-1a8d-400c-9743-d78e030de591 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:19.974061 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-5d6119e8-266c-49a9-9734-36f3a06bcb8a None None] Provisioning complete for port 34d6ad99-7190-42f3-8276-fc42d7b8f827 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:19.974704 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-5d6119e8-266c-49a9-9734-36f3a06bcb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.000722 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952229d0-f2e4-4139-937d-56ea2238b099 req-3807af42-669e-41e8-b2ac-26e21446bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:20.002538 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-3807af42-669e-41e8-b2ac-26e21446bd2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880935 Apr 11 17:53:20.010568 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Publish callbacks [] for router_gateway (2fdd92d3-d962-43e4-ac93-830fab997438), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.036701 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-f97af915-783e-4e2a-91a9-8b145422c34e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ce9c4269c4f4085a4105d1319909d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6613955 Apr 11 17:53:20.039900 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52312) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:20.052456 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97af915-783e-4e2a-91a9-8b145422c34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde811c9-75e5-4b94-9b16-c98744f565df,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:20.101170 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.154463 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port cf370dfd-1a8d-400c-9743-d78e030de591 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:20.154851 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.167203 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-275e6423-527e-45f2-9e24-aa09a25c642b admin admin] Publish callbacks [] for security_group (cde811c9-75e5-4b94-9b16-c98744f565df), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.190364 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-5d6119e8-266c-49a9-9734-36f3a06bcb8a None None] Current status of the port 34d6ad99-7190-42f3-8276-fc42d7b8f827 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:20.193586 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-275e6423-527e-45f2-9e24-aa09a25c642b admin admin] Publish callbacks [] for security_group (cde811c9-75e5-4b94-9b16-c98744f565df), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.248299 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-275e6423-527e-45f2-9e24-aa09a25c642b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (cde811c9-75e5-4b94-9b16-c98744f565df), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.252600 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-275e6423-527e-45f2-9e24-aa09a25c642b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.256913 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-275e6423-527e-45f2-9e24-aa09a25c642b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cde811c9-75e5-4b94-9b16-c98744f565df HTTP/1.1" status: 204 len: 168 time: 0.2148292 Apr 11 17:53:20.257479 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port cf370dfd-1a8d-400c-9743-d78e030de591 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:20.265234 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6423-527e-45f2-9e24-aa09a25c642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde811c9-75e5-4b94-9b16-c98744f565df,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:20.631991 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Publish callbacks [] for security_group (1516cae6-b088-4c5c-8150-61d686671f24), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.638010 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-d558bd08-a309-4513-845e-d406e6202c23 service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254830 Apr 11 17:53:20.643917 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (1516cae6-b088-4c5c-8150-61d686671f24), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.774581 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52340) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:20.795416 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6d86a42e-6fb3-406e-81ad-9994f6ea612f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.832871 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1516cae6-b088-4c5c-8150-61d686671f24,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:20.925881 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6d86a42e-6fb3-406e-81ad-9994f6ea612f admin admin] Publish callbacks [] for security_group (b9490420-6c4f-4a4e-8697-cfa04cbe0834), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.931903 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6d86a42e-6fb3-406e-81ad-9994f6ea612f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (b9490420-6c4f-4a4e-8697-cfa04cbe0834), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:20.943758 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d32ce-0560-467b-bd7d-e8f0b64bda5a req-2c039e6d-283a-4b18-97ab-b704e84a173b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:20.946243 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0b3d32ce-0560-467b-bd7d-e8f0b64bda5a req-2c039e6d-283a-4b18-97ab-b704e84a173b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.1673298 Apr 11 17:53:21.008212 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-6d86a42e-6fb3-406e-81ad-9994f6ea612f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=495e69f74fed48fb878edee82b088115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322307 Apr 11 17:53:21.008968 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52350) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:21.009841 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86a42e-6fb3-406e-81ad-9994f6ea612f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9490420-6c4f-4a4e-8697-cfa04cbe0834,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:21.032274 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-952229d0-f2e4-4139-937d-56ea2238b099 req-b4fe3b50-723e-4267-aa08-f7bdd5c1423f service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846757 Apr 11 17:53:21.074283 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d63c2775-4078-461f-b7e1-4a57cea2fdf0 admin admin] Publish callbacks [] for security_group (b9490420-6c4f-4a4e-8697-cfa04cbe0834), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:21.096113 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Allocated IP 192.168.233.164 (8b77a65b-8f1b-47ad-9c65-ef786cae0c60/e61986e2-7b83-4765-a86c-ca018a954f5c/adb054ef-d555-4aac-9c3f-6b55b5463e5c) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:21.108469 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d63c2775-4078-461f-b7e1-4a57cea2fdf0 admin admin] Publish callbacks [] for security_group (b9490420-6c4f-4a4e-8697-cfa04cbe0834), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:21.145236 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1b77f-f157-4f03-8043-20936388c3d9 req-62a84a73-aace-496e-bc5b-0a171a6b2079 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:21.160087 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8fd1b77f-f157-4f03-8043-20936388c3d9 req-62a84a73-aace-496e-bc5b-0a171a6b2079 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 943 time: 0.1734114 Apr 11 17:53:21.172734 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d63c2775-4078-461f-b7e1-4a57cea2fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (b9490420-6c4f-4a4e-8697-cfa04cbe0834), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:21.175784 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594322'] for router (2fdd92d3-d962-43e4-ac93-830fab997438), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:21.178341 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d63c2775-4078-461f-b7e1-4a57cea2fdf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:21.182990 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-d63c2775-4078-461f-b7e1-4a57cea2fdf0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9490420-6c4f-4a4e-8697-cfa04cbe0834 HTTP/1.1" status: 204 len: 168 time: 0.1697900 Apr 11 17:53:21.193393 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c2775-4078-461f-b7e1-4a57cea2fdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9490420-6c4f-4a4e-8697-cfa04cbe0834,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:21.217158 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 34d6ad99-7190-42f3-8276-fc42d7b8f827 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:21.248818 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0b3d32ce-0560-467b-bd7d-e8f0b64bda5a req-d406ace7-1f67-4154-8a4a-77806c7e3e89 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654076 Apr 11 17:53:21.323863 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 34d6ad99-7190-42f3-8276-fc42d7b8f827 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:21.324250 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:21.382943 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8fd1b77f-f157-4f03-8043-20936388c3d9 req-0090cccf-51c6-4583-b177-9d13cc023664 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216451 Apr 11 17:53:21.475815 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28e55c54-990e-4419-97a8-feb2bb384460 req-135dda80-ddef-4076-837e-e9c379adc314 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 210 time: 0.1137815 Apr 11 17:53:21.520223 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 34d6ad99-7190-42f3-8276-fc42d7b8f827 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:21.640711 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Publish callbacks [] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:21.644982 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Router 2fdd92d3-d962-43e4-ac93-830fab997438 is scheduled to L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad with binding_index 1 {{(pid=114850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:53:21.801866 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:21.973646 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Network 8b77a65b-8f1b-47ad-9c65-ef786cae0c60 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:21.986552 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:22.009256 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Pushing event updated for resources: {'Port': ['ID=adb054ef-d555-4aac-9c3f-6b55b5463e5c,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:22.013399 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:22.040224 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7bbce-a225-4f1f-bb06-71487a5ed501 req-8dce9197-e39f-4ade-93d2-0d71b003c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:22.042021 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bbf7bbce-a225-4f1f-bb06-71487a5ed501 req-8dce9197-e39f-4ade-93d2-0d71b003c354 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 1127 time: 0.1461775 Apr 11 17:53:22.043192 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:53:22.056142 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Sync routers for ids ['2fdd92d3-d962-43e4-ac93-830fab997438'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:53:22.071839 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Routers {'2fdd92d3-d962-43e4-ac93-830fab997438'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:22.072890 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:53:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['2fdd92d3-d962-43e4-ac93-830fab997438'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:22.125756 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:22.126971 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:22.187167 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-2406c41a-bc0b-4030-a657-8924c3663bc0 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0327184 Apr 11 17:53:22.201978 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:22.203578 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-65ca1128-cc71-465b-9296-2dcbbddae1c0 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1756392 Apr 11 17:53:22.206846 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52440) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:22.212006 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Request body: {'port': {'device_id': 'ec1a2213-0842-41b4-9c64-0356f0aafa6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:22.356026 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7bbce-a225-4f1f-bb06-71487a5ed501 req-4047fc2d-8736-4658-8042-56cbf708841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:22.357683 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bbf7bbce-a225-4f1f-bb06-71487a5ed501 req-4047fc2d-8736-4658-8042-56cbf708841d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 915 time: 0.1970305 Apr 11 17:53:22.370431 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:22.375303 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Set router 2fdd92d3-d962-43e4-ac93-830fab997438 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:22.458700 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-a31261c5-b06c-439c-8ad9-f1abe51c6892 None None] Provisioning complete for port adb054ef-d555-4aac-9c3f-6b55b5463e5c triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:22.460278 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-a31261c5-b06c-439c-8ad9-f1abe51c6892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:22.465861 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bbf7bbce-a225-4f1f-bb06-71487a5ed501 req-bfcf26b2-2480-487e-82ea-b3604f64658b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c HTTP/1.1" status: 200 len: 217 time: 0.0961268 Apr 11 17:53:22.585834 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-a31261c5-b06c-439c-8ad9-f1abe51c6892 None None] Port adb054ef-d555-4aac-9c3f-6b55b5463e5c cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:22.651084 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'name': 'tempest-TestMinimumBasicScenario-1198898855-router', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:53:15Z', 'updated_at': '2022-04-11T17:53:19Z', 'revision_number': 3, 'project_id': '67783fd902234b398aac0b1e119d1465', 'gw_port': {'id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:17Z', 'updated_at': '2022-04-11T17:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:22.688228 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Checking router: 2fdd92d3-d962-43e4-ac93-830fab997438 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:53:22.689520 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Updating router 2fdd92d3-d962-43e4-ac93-830fab997438 port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee binding host dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:53:22.720054 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7bbce-a225-4f1f-bb06-71487a5ed501 req-9eb47239-2cd8-4a01-aefb-62ef1f3ba7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:22.725734 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bbf7bbce-a225-4f1f-bb06-71487a5ed501 req-9eb47239-2cd8-4a01-aefb-62ef1f3ba7c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 200 len: 853 time: 0.2528849 Apr 11 17:53:22.734007 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:22.798772 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7bbce-a225-4f1f-bb06-71487a5ed501 req-7954d479-c98a-4ce6-8e94-a0bd10f6ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:22.800267 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bbf7bbce-a225-4f1f-bb06-71487a5ed501 req-7954d479-c98a-4ce6-8e94-a0bd10f6ab96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521066 Apr 11 17:53:22.881172 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b67af-bfd0-421d-812a-cdfbb60cfa9d req-ed0186a6-d6a6-4232-8555-5bf700bb0874 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:22.882687 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b46b67af-bfd0-421d-812a-cdfbb60cfa9d req-ed0186a6-d6a6-4232-8555-5bf700bb0874 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 943 time: 0.3082976 Apr 11 17:53:22.908391 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86c95-97de-4866-ae38-747b07a3cdf6 req-79f78c0d-a09b-4a1a-87b3-9c818dbf6e77 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:22.909918 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-66d86c95-97de-4866-ae38-747b07a3cdf6 req-79f78c0d-a09b-4a1a-87b3-9c818dbf6e77 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 936 time: 0.2401206 Apr 11 17:53:23.151758 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Publish callbacks [] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), precommit_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:23.158998 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:23.184759 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:23.229229 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Attempting to bind port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:23.229871 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Attempting to bind port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:23.230471 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Attempting to bind port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee on network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:23.242980 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:23.243649 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Checking segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:23.244404 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:23.244976 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Bound using segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:23.245608 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Bound port: df65cbd5-12bb-4deb-86a4-d1e1ebc75bee, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:23.246276 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:23.249233 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac2bf6-40c6-4115-a381-f824cb8994c6 None None] Pushing event updated for resources: {'Port': ['ID=df65cbd5-12bb-4deb-86a4-d1e1ebc75bee,revision_number=2']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:23.278792 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:53:23.317523 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 52488) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:23.324013 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b46b67af-bfd0-421d-812a-cdfbb60cfa9d req-cba7fc38-de3e-462a-ae2b-9deecf5524c1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4338944 Apr 11 17:53:23.344477 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] For port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:23.369164 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] For port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=df65cbd5-12bb-4deb-86a4-d1e1ebc75bee,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:23.371195 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bbf7bbce-a225-4f1f-bb06-71487a5ed501 req-63d3a251-d296-490b-b604-8bdb86ea52cf service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591981 Apr 11 17:53:23.382569 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:23.519729 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-66d86c95-97de-4866-ae38-747b07a3cdf6 req-eb190d77-7925-41d7-8cc0-e89c7609916a tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730042 Apr 11 17:53:23.525622 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:23.554698 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'port_id': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'mac_address': 'fa:16:3e:8e:8e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:53:23.582813 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Routers {'2fdd92d3-d962-43e4-ac93-830fab997438'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:23.583527 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:53:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['2fdd92d3-d962-43e4-ac93-830fab997438'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:23.604416 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Allocated IP 172.20.0.1 (78ae3af7-ea1f-498b-bb4f-04987bcaa20d/490dd54b-a644-4940-8ca6-ac879c66d65d/d7b038b8-2825-49f5-9337-3226a9706def) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:23.693708 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:23.694346 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:23.708078 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bbf7bbce-a225-4f1f-bb06-71487a5ed501 req-6ec66df3-3f68-4041-a8ec-cce22177c1e5 service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296845 Apr 11 17:53:23.713300 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:23.733514 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac2bf6-40c6-4115-a381-f824cb8994c6 None None] Pushing event updated for resources: {'Port': ['ID=df65cbd5-12bb-4deb-86a4-d1e1ebc75bee,revision_number=3']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:23.734773 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb054ef-d555-4aac-9c3f-6b55b5463e5c {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:23.749153 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Publish callbacks [] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:23.751052 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:23.768575 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:23.769870 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Transition to ACTIVE for port object adb054ef-d555-4aac-9c3f-6b55b5463e5c will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:53:23.780798 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:23.860337 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Pushing event updated for resources: {'Port': ['ID=adb054ef-d555-4aac-9c3f-6b55b5463e5c,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:23.870903 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 52496) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:23.877330 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:23.887658 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Publish callbacks [] for port (d7b038b8-2825-49f5-9337-3226a9706def), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:23.940973 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] Set router 2fdd92d3-d962-43e4-ac93-830fab997438 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:24.013961 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (d7b038b8-2825-49f5-9337-3226a9706def), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.053084 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:53:24.129627 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Network 78ae3af7-ea1f-498b-bb4f-04987bcaa20d is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:24.132045 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f3ec370d-6dae-49ac-8617-e98276498b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.160023 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:24.179633 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5625f88d-fd8e-4d98-8817-1a04d96cdc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.194325 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:24.212649 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b038b8-2825-49f5-9337-3226a9706def,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:24.233056 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Attempting to bind port adb054ef-d555-4aac-9c3f-6b55b5463e5c on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:24.233322 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Attempting to bind port adb054ef-d555-4aac-9c3f-6b55b5463e5c by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'dd9f71e7-d9a1-4bfb-bb69-13822b24af6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:24.233664 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Attempting to bind port adb054ef-d555-4aac-9c3f-6b55b5463e5c on network 8b77a65b-8f1b-47ad-9c65-ef786cae0c60 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:24.247725 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Port adb054ef-d555-4aac-9c3f-6b55b5463e5c on network 8b77a65b-8f1b-47ad-9c65-ef786cae0c60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:53:24.248066 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Attempting to bind port adb054ef-d555-4aac-9c3f-6b55b5463e5c on network 8b77a65b-8f1b-47ad-9c65-ef786cae0c60 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:24.255570 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 52502) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:24.263446 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-27df5692-c71c-4a04-9219-cbc347938236 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309072727', 'description': 'tempest-description--1893871790'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:24.280190 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:24.280533 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Checking segment: {'id': 'dd9f71e7-d9a1-4bfb-bb69-13822b24af6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:24.280968 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Bound using segment: {'id': 'dd9f71e7-d9a1-4bfb-bb69-13822b24af6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:24.281610 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Bound port: adb054ef-d555-4aac-9c3f-6b55b5463e5c, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9f71e7-d9a1-4bfb-bb69-13822b24af6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:24.281768 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.304039 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594145'] for router_interface (2fdd92d3-d962-43e4-ac93-830fab997438), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.344102 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'name': 'tempest-TestMinimumBasicScenario-1198898855-router', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:53:15Z', 'updated_at': '2022-04-11T17:53:19Z', 'revision_number': 3, 'project_id': '67783fd902234b398aac0b1e119d1465', 'gw_port': {'id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:17Z', 'updated_at': '2022-04-11T17:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:24.401739 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-27df5692-c71c-4a04-9219-cbc347938236 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.403899 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfbf0f4-1841-4a81-8066-b6b1ccc531d8 None None] The sync data for ids ['2fdd92d3-d962-43e4-ac93-830fab997438'] in dv-cinder-837353-1-iscsi is: [{'id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'name': 'tempest-TestMinimumBasicScenario-1198898855-router', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:53:15Z', 'updated_at': '2022-04-11T17:53:19Z', 'revision_number': 3, 'project_id': '67783fd902234b398aac0b1e119d1465', 'gw_port': {'id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:17Z', 'updated_at': '2022-04-11T17:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:53:24.519191 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (d7b038b8-2825-49f5-9337-3226a9706def), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.521398 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] For port adb054ef-d555-4aac-9c3f-6b55b5463e5c, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:24.531838 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f3ec370d-6dae-49ac-8617-e98276498b05 admin admin] Publish callbacks [] for security_group (623c4c6a-e32a-417a-b720-3435b167b9c8), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.563386 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f3ec370d-6dae-49ac-8617-e98276498b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (623c4c6a-e32a-417a-b720-3435b167b9c8), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.573793 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] For port adb054ef-d555-4aac-9c3f-6b55b5463e5c, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=adb054ef-d555-4aac-9c3f-6b55b5463e5c,segment=NetworkSegment(dd9f71e7-d9a1-4bfb-bb69-13822b24af6c),segment_id=dd9f71e7-d9a1-4bfb-bb69-13822b24af6c)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:24.602709 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-51419755-d03f-4b9e-9250-bbefb5294eb4 None None] Provisioning complete for port d7b038b8-2825-49f5-9337-3226a9706def triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:24.603302 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-51419755-d03f-4b9e-9250-bbefb5294eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (d7b038b8-2825-49f5-9337-3226a9706def), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.625409 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adf17a-fec7-4319-9d8b-2d6932fdca45 req-3e44a0d0-a659-4b3a-8291-d97d890d1d4d tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:24.627749 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a2adf17a-fec7-4319-9d8b-2d6932fdca45 req-3e44a0d0-a659-4b3a-8291-d97d890d1d4d tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 944 time: 0.1677217 Apr 11 17:53:24.628596 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.655640 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-51419755-d03f-4b9e-9250-bbefb5294eb4 None None] Port d7b038b8-2825-49f5-9337-3226a9706def cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:24.719202 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5625f88d-fd8e-4d98-8817-1a04d96cdc7b admin admin] Publish callbacks [] for security_group (aba28bd6-5cce-4134-868d-4a18b93c5214), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.733855 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Publish callbacks [] for port (d7b038b8-2825-49f5-9337-3226a9706def), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.739334 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (d7b038b8-2825-49f5-9337-3226a9706def), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.747833 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:24.748650 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.750279 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] 10.222.0.18 "PUT /v2.0/ports/adb054ef-d555-4aac-9c3f-6b55b5463e5c HTTP/1.1" status: 200 len: 1098 time: 2.5452230 Apr 11 17:53:24.761431 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1a2213-0842-41b4-9c64-0356f0aafa6a', 'tag': 'adb054ef-d555-4aac-9c3f-6b55b5463e5c'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:24.763490 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6507ebc1-4661-44e3-ad05-76dff764d6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1a2213-0842-41b4-9c64-0356f0aafa6a", "tag": "adb054ef-d555-4aac-9c3f-6b55b5463e5c"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:24.767704 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5625f88d-fd8e-4d98-8817-1a04d96cdc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (aba28bd6-5cce-4134-868d-4a18b93c5214), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.775906 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-f3ec370d-6dae-49ac-8617-e98276498b05 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e8438bfa0139455fa2983fc799de2a50&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4504547 Apr 11 17:53:24.782428 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52512) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:24.801170 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec370d-6dae-49ac-8617-e98276498b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623c4c6a-e32a-417a-b720-3435b167b9c8,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:24.814446 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-27df5692-c71c-4a04-9219-cbc347938236 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for security_group (680632a1-8301-418b-b008-1b79943f9ad5), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.823162 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5eb7b6-4b55-4706-bd36-8dc2d3702990 req-692a7d9b-9942-44d0-8c7f-a66ee48928d9 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:24.824506 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3b5eb7b6-4b55-4706-bd36-8dc2d3702990 req-692a7d9b-9942-44d0-8c7f-a66ee48928d9 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 948 time: 0.2387044 Apr 11 17:53:24.857681 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-27df5692-c71c-4a04-9219-cbc347938236 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (680632a1-8301-418b-b008-1b79943f9ad5), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.946711 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594769'] for router_interface (2fdd92d3-d962-43e4-ac93-830fab997438), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:24.952785 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-5625f88d-fd8e-4d98-8817-1a04d96cdc7b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eabb4c84f5794845a4ec64db3f104ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0783038 Apr 11 17:53:24.966631 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033cd98-e660-4cfa-8d59-52f929b7156f service neutron] Pushing event updated for resources: {'Port': ['ID=adb054ef-d555-4aac-9c3f-6b55b5463e5c,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:24.972738 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 52516) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:25.002711 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-672fe84d-d80b-46e6-9263-ed5169733ced admin admin] Publish callbacks [] for security_group (623c4c6a-e32a-417a-b720-3435b167b9c8), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.011491 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625f88d-fd8e-4d98-8817-1a04d96cdc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba28bd6-5cce-4134-868d-4a18b93c5214,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:25.020460 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-27df5692-c71c-4a04-9219-cbc347938236 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.021775 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-27df5692-c71c-4a04-9219-cbc347938236 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7628105 Apr 11 17:53:25.029507 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-862bdfc3-8dbf-441f-9c26-596e849679b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:25.031513 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-862bdfc3-8dbf-441f-9c26-596e849679b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02652a31129d49d9b33a94fd347cfd9b&device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 1132 time: 0.2055979 Apr 11 17:53:25.043726 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 52518) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:25.081485 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-672fe84d-d80b-46e6-9263-ed5169733ced admin admin] Publish callbacks [] for security_group (623c4c6a-e32a-417a-b720-3435b167b9c8), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.088632 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-a36f5b8e-e413-4518-aa7c-abcd4731a10e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Request body: {'security_group_rule': {'security_group_id': '680632a1-8301-418b-b008-1b79943f9ad5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:25.117203 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b038b8-2825-49f5-9337-3226a9706def,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:25.170913 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a2adf17a-fec7-4319-9d8b-2d6932fdca45 req-91794f22-b4ad-4da7-b887-4b1c0af36ab8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4982514 Apr 11 17:53:25.200040 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-c33ce58f-b544-421b-9e13-bd2b49d8e8a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=adb054ef-d555-4aac-9c3f-6b55b5463e5c HTTP/1.1" status: 200 len: 217 time: 0.1195691 Apr 11 17:53:25.254132 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df5692-c71c-4a04-9219-cbc347938236 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680632a1-8301-418b-b008-1b79943f9ad5,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:25.269257 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-672fe84d-d80b-46e6-9263-ed5169733ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (623c4c6a-e32a-417a-b720-3435b167b9c8), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.275660 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-672fe84d-d80b-46e6-9263-ed5169733ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.278313 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-672fe84d-d80b-46e6-9263-ed5169733ced admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/623c4c6a-e32a-417a-b720-3435b167b9c8 HTTP/1.1" status: 204 len: 168 time: 0.4860945 Apr 11 17:53:25.288411 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3b5eb7b6-4b55-4706-bd36-8dc2d3702990 req-c7d0db19-77eb-4686-975e-116109ec441f tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124737 Apr 11 17:53:25.288784 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:25.291676 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8521f003-3014-41d9-817b-ea17bb9bade0 x-openstack-request-id: req-8521f003-3014-41d9-817b-ea17bb9bade0 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:25.291913 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1a2213-0842-41b4-9c64-0356f0aafa6a", "tag": "adb054ef-d555-4aac-9c3f-6b55b5463e5c", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:25.292119 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8521f003-3014-41d9-817b-ea17bb9bade0 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:25.293494 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8521f003-3014-41d9-817b-ea17bb9bade0'] response: {'name': 'network-changed', 'server_uuid': 'ec1a2213-0842-41b4-9c64-0356f0aafa6a', 'tag': 'adb054ef-d555-4aac-9c3f-6b55b5463e5c', 'status': 'completed', 'code': 200} Apr 11 17:53:25.301956 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a04ce7c7-4be6-4866-b5d2-9ea19e6c369c req-0d66fc77-72fd-4929-b574-8195a98e0c2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2347639 Apr 11 17:53:25.323079 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a36f5b8e-e413-4518-aa7c-abcd4731a10e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for security_group_rule (d29d3663-c9d1-4110-a286-3831323632f5), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.355658 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fe84d-d80b-46e6-9263-ed5169733ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c4c6a-e32a-417a-b720-3435b167b9c8,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:25.370679 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-54c8d3bc-e9ed-44ca-ae86-596714b9ed4f admin admin] Publish callbacks [] for security_group (aba28bd6-5cce-4134-868d-4a18b93c5214), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.372226 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-99e4dd5a-fe1d-420a-98f7-2d86525a61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:25.373907 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device df65cbd5-12bb-4deb-86a4-d1e1ebc75bee up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:25.374247 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-99e4dd5a-fe1d-420a-98f7-2d86525a61e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e61986e2-7b83-4765-a86c-ca018a954f5c HTTP/1.1" status: 200 len: 843 time: 0.1520667 Apr 11 17:53:25.384489 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Network 78ae3af7-ea1f-498b-bb4f-04987bcaa20d is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:25.391800 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:25.496490 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce7c7-4be6-4866-b5d2-9ea19e6c369c req-c2e09eca-fdce-4ac5-b09f-cad2d8e2f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:25.498048 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a04ce7c7-4be6-4866-b5d2-9ea19e6c369c req-c2e09eca-fdce-4ac5-b09f-cad2d8e2f635 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 1129 time: 0.1633928 Apr 11 17:53:25.558773 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:53:25.580585 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:25.581331 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.587193 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a36f5b8e-e413-4518-aa7c-abcd4731a10e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for security_group_rule (d29d3663-c9d1-4110-a286-3831323632f5), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.596604 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:25.597194 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.600586 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-54c8d3bc-e9ed-44ca-ae86-596714b9ed4f admin admin] Publish callbacks [] for security_group (aba28bd6-5cce-4134-868d-4a18b93c5214), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.621974 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Router 2fdd92d3-d962-43e4-ac93-830fab997438 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:53:25.734102 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a36f5b8e-e413-4518-aa7c-abcd4731a10e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (d29d3663-c9d1-4110-a286-3831323632f5), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.796332 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-b0081ee8-1d2c-44f2-a745-dc428ca03238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:25.798833 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-b0081ee8-1d2c-44f2-a745-dc428ca03238 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b77a65b-8f1b-47ad-9c65-ef786cae0c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3778632 Apr 11 17:53:25.805721 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-485df78e-ee54-4146-b160-cf130c3b182a None None] Provisioning complete for port d7b038b8-2825-49f5-9337-3226a9706def triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:25.806946 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-485df78e-ee54-4146-b160-cf130c3b182a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (d7b038b8-2825-49f5-9337-3226a9706def), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.811179 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce7c7-4be6-4866-b5d2-9ea19e6c369c req-b818f5c6-757d-4fd7-8a1a-520021ef8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:25.811557 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:53:25.812785 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a04ce7c7-4be6-4866-b5d2-9ea19e6c369c req-b818f5c6-757d-4fd7-8a1a-520021ef8708 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 0.2241628 Apr 11 17:53:25.841478 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-41ecffba-40cf-42af-835d-6ea94d186da6 admin admin] 10.222.0.76 "PUT /v2.0/routers/2fdd92d3-d962-43e4-ac93-830fab997438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6334641 Apr 11 17:53:25.848296 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f5b8e-e413-4518-aa7c-abcd4731a10e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29d3663-c9d1-4110-a286-3831323632f5,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:25.876793 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:25.878213 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.901971 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:25.907859 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a36f5b8e-e413-4518-aa7c-abcd4731a10e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.908450 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.909091 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-a36f5b8e-e413-4518-aa7c-abcd4731a10e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8440363 Apr 11 17:53:25.913002 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52534) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:25.918708 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-485df78e-ee54-4146-b160-cf130c3b182a None None] Port d7b038b8-2825-49f5-9337-3226a9706def cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:25.920553 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-fd507ee6-4b0f-4dc3-b407-9701504d4e66 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Request body: {'security_group_rule': {'security_group_id': '680632a1-8301-418b-b008-1b79943f9ad5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:25.945101 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=df65cbd5-12bb-4deb-86a4-d1e1ebc75bee,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:25.957673 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:25.968232 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:25.971098 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee69524d-34c6-4df3-8092-b6c1658499be" -d '{"events": [{"server_uuid": "f88deebf-c6f0-4f85-b2ce-f5aed792846c", "name": "network-vif-plugged", "status": "completed", "tag": "7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:25.971446 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fd507ee6-4b0f-4dc3-b407-9701504d4e66 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for security_group_rule (bfda2717-3198-44c4-bb48-35b085da7681), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:26.028067 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a04ce7c7-4be6-4866-b5d2-9ea19e6c369c req-dc41212d-54e6-4da4-8bbc-90dabf0c58d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd5e933-4ab5-4a06-a11f-9883317931b6 HTTP/1.1" status: 200 len: 217 time: 0.1689208 Apr 11 17:53:26.030282 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:26.042263 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:26.063958 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=df65cbd5-12bb-4deb-86a4-d1e1ebc75bee,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:26.076934 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fd507ee6-4b0f-4dc3-b407-9701504d4e66 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for security_group_rule (bfda2717-3198-44c4-bb48-35b085da7681), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:26.085368 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fd507ee6-4b0f-4dc3-b407-9701504d4e66 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (bfda2717-3198-44c4-bb48-35b085da7681), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:26.114517 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd507ee6-4b0f-4dc3-b407-9701504d4e66 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfda2717-3198-44c4-bb48-35b085da7681,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:26.115352 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a722d2-6ba8-40b0-a698-ced053526936 x-openstack-request-id: req-88a722d2-6ba8-40b0-a698-ced053526936 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:26.115830 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88deebf-c6f0-4f85-b2ce-f5aed792846c", "name": "network-vif-plugged", "status": "completed", "tag": "7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:26.117047 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88a722d2-6ba8-40b0-a698-ced053526936 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:26.117708 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a722d2-6ba8-40b0-a698-ced053526936'] response: {'server_uuid': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'code': 200} Apr 11 17:53:26.128457 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fd507ee6-4b0f-4dc3-b407-9701504d4e66 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:26.132664 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-fd507ee6-4b0f-4dc3-b407-9701504d4e66 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2156181 Apr 11 17:53:26.133082 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52542) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:26.140368 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:26.171431 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:26.234395 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:26.293224 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-54c8d3bc-e9ed-44ca-ae86-596714b9ed4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (aba28bd6-5cce-4134-868d-4a18b93c5214), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:26.296783 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-54c8d3bc-e9ed-44ca-ae86-596714b9ed4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:26.302172 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-54c8d3bc-e9ed-44ca-ae86-596714b9ed4f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aba28bd6-5cce-4134-868d-4a18b93c5214 HTTP/1.1" status: 204 len: 168 time: 1.3190739 Apr 11 17:53:26.378513 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836b65-c355-42e6-805c-029e1e92fd92 req-eae43df7-bc84-4dd9-a1dc-5b73366e9587 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:26.380049 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d5836b65-c355-42e6-805c-029e1e92fd92 req-eae43df7-bc84-4dd9-a1dc-5b73366e9587 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 945 time: 0.0958958 Apr 11 17:53:26.382525 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8d3bc-e9ed-44ca-ae86-596714b9ed4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba28bd6-5cce-4134-868d-4a18b93c5214,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:26.392618 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce7c7-4be6-4866-b5d2-9ea19e6c369c req-8066a914-41b9-4cb5-af4e-e155ec4f7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:26.405798 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a04ce7c7-4be6-4866-b5d2-9ea19e6c369c req-8066a914-41b9-4cb5-af4e-e155ec4f7b4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.3611722 Apr 11 17:53:26.414388 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-cb427003-5fb1-4195-bb23-28d1b659e941 service neutron] 10.222.0.18 "GET /v2.0/networks/8b77a65b-8f1b-47ad-9c65-ef786cae0c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951207 Apr 11 17:53:26.568115 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1a82c-14bd-467d-8931-f2b814d7946c req-4b6ccaf5-a9f2-44d5-a580-861a3794009d tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:26.569864 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-17b1a82c-14bd-467d-8931-f2b814d7946c req-4b6ccaf5-a9f2-44d5-a580-861a3794009d tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 948 time: 0.1149173 Apr 11 17:53:26.645352 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d5836b65-c355-42e6-805c-029e1e92fd92 req-c14eb3ce-c697-439b-9f78-6a7c573f5d4c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349889 Apr 11 17:53:26.652035 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904734e-0602-4751-96bd-79a6314dc882 req-78e435b7-4de2-4af1-9d36-04ced3b4155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:26.654353 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5904734e-0602-4751-96bd-79a6314dc882 req-78e435b7-4de2-4af1-9d36-04ced3b4155e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 1129 time: 0.2728837 Apr 11 17:53:26.703455 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce7c7-4be6-4866-b5d2-9ea19e6c369c req-910edf75-2c03-4a01-aa5c-a6f5a008c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:26.705672 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a04ce7c7-4be6-4866-b5d2-9ea19e6c369c req-910edf75-2c03-4a01-aa5c-a6f5a008c69e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2757306 Apr 11 17:53:26.764022 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-17b1a82c-14bd-467d-8931-f2b814d7946c req-f45c80d4-abfb-423a-b32c-46b2d61d6907 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776268 Apr 11 17:53:26.766884 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:26.811450 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5904734e-0602-4751-96bd-79a6314dc882 req-a0967c13-63a0-4352-a601-abac1a5a4f22 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194401 Apr 11 17:53:26.882496 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9a29aa0-1208-4c47-97e3-160cffef876c req-c53b5ff9-f9d7-419d-a6ed-cab3b1ac55d0 service neutron] 10.222.0.18 "GET /v2.0/networks/8b77a65b-8f1b-47ad-9c65-ef786cae0c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185171 Apr 11 17:53:26.912837 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 52578) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:26.938201 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a04ce7c7-4be6-4866-b5d2-9ea19e6c369c req-9a4c6c87-abc3-46a3-8a5f-6986bbcec55b service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058873 Apr 11 17:53:26.939938 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-694c8cfe-45ae-4fa0-83b9-bf53cc332145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:26.954594 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Allocated IP 172.27.1.153 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/4a891ccb-3b44-4fdd-a3d9-30024526c1ea) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:26.975900 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 52580) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:27.126395 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for port (4a891ccb-3b44-4fdd-a3d9-30024526c1ea), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.159850 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-694c8cfe-45ae-4fa0-83b9-bf53cc332145 admin admin] Publish callbacks [] for security_group (10351dd3-a61f-4237-94b1-cbc89bea0ffb), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.174077 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-694c8cfe-45ae-4fa0-83b9-bf53cc332145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (10351dd3-a61f-4237-94b1-cbc89bea0ffb), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.205690 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (4a891ccb-3b44-4fdd-a3d9-30024526c1ea), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.238944 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device df65cbd5-12bb-4deb-86a4-d1e1ebc75bee up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:27.249714 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:27.262837 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:27.269711 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:27.278724 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a04ce7c7-4be6-4866-b5d2-9ea19e6c369c req-e1366dab-2542-48f9-b768-0d350caea62e service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209647 Apr 11 17:53:27.282960 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c8cfe-45ae-4fa0-83b9-bf53cc332145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10351dd3-a61f-4237-94b1-cbc89bea0ffb,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:27.292478 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-694c8cfe-45ae-4fa0-83b9-bf53cc332145 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e386b439b70442d4bcf067b461cce029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754447 Apr 11 17:53:27.295014 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 52596) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:27.346703 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event updated for resources: {'Port': ['ID=4a891ccb-3b44-4fdd-a3d9-30024526c1ea,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:27.393861 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-789a8bfc-2b86-4c64-9d15-75755d0a9f5c admin admin] Publish callbacks [] for security_group (10351dd3-a61f-4237-94b1-cbc89bea0ffb), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.401921 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:27.402396 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.425992 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-789a8bfc-2b86-4c64-9d15-75755d0a9f5c admin admin] Publish callbacks [] for security_group (10351dd3-a61f-4237-94b1-cbc89bea0ffb), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.450841 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Sync routers for ids ['2fdd92d3-d962-43e4-ac93-830fab997438'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:53:27.478060 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Routers {'2fdd92d3-d962-43e4-ac93-830fab997438'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:27.479211 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:53:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['2fdd92d3-d962-43e4-ac93-830fab997438'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:27.495200 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1545104083-network', 'tenant_id': 'b0f304599a5748268698298a3e9f8843'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:27.500041 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-789a8bfc-2b86-4c64-9d15-75755d0a9f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (10351dd3-a61f-4237-94b1-cbc89bea0ffb), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.502913 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-789a8bfc-2b86-4c64-9d15-75755d0a9f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.506569 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-789a8bfc-2b86-4c64-9d15-75755d0a9f5c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10351dd3-a61f-4237-94b1-cbc89bea0ffb HTTP/1.1" status: 204 len: 168 time: 0.2077887 Apr 11 17:53:27.525347 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a8bfc-2b86-4c64-9d15-75755d0a9f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10351dd3-a61f-4237-94b1-cbc89bea0ffb,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:27.542941 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Made reservation on behalf of b0f304599a5748268698298a3e9f8843 for: {'network': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:53:27.546826 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.547897 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for floatingip (fff8b0de-3f60-4a0e-b58c-fbb71b33eac2), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.569744 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.727629 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (4a891ccb-3b44-4fdd-a3d9-30024526c1ea), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.878263 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Publish callbacks [] for security_group (0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.901404 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bc48f-d263-42bc-bebd-f54ce0e43257 req-40769810-c797-48ae-9c9b-360b75642121 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:27.904043 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e78bc48f-d263-42bc-bebd-f54ce0e43257 req-40769810-c797-48ae-9c9b-360b75642121 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 945 time: 0.1401610 Apr 11 17:53:27.908185 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:27.919813 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:27.933721 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Set router 2fdd92d3-d962-43e4-ac93-830fab997438 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:27.966356 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:28.063867 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=114850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:53:28.081089 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e11cb3-a372-44cc-86a7-1e680eb884a2 req-67470467-2fab-4024-9238-d2de985fb78f tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:28.082955 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b7e11cb3-a372-44cc-86a7-1e680eb884a2 req-67470467-2fab-4024-9238-d2de985fb78f tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 948 time: 0.1766443 Apr 11 17:53:28.092272 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e78bc48f-d263-42bc-bebd-f54ce0e43257 req-17cc7fff-90bb-4ff7-85bd-730cd8a5d71f tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701000 Apr 11 17:53:28.097611 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (10575a67-0505-496b-bbdc-8971254375ef), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.098189 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.segments_db [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Added segment 10575a67-0505-496b-bbdc-8971254375ef of type vlan for network acff1887-5be1-4672-9d47-5aef9cf1670a Apr 11 17:53:28.183177 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (acff1887-5be1-4672-9d47-5aef9cf1670a), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.206447 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b7e11cb3-a372-44cc-86a7-1e680eb884a2 req-b709641d-7bb8-4bae-8e3d-bd5a0cff9a1b tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102223 Apr 11 17:53:28.232499 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (acff1887-5be1-4672-9d47-5aef9cf1670a), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.235074 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:28.236654 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.254514 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for port (4a891ccb-3b44-4fdd-a3d9-30024526c1ea), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.263851 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (4a891ccb-3b44-4fdd-a3d9-30024526c1ea), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.264051 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2843704 Apr 11 17:53:28.264163 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52612) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:28.264980 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 52614) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:28.271158 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-62a0501c-557e-4d1b-857f-fafe976c3c0d admin admin] Request body: {'subnet': {'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1545104083-subnet', 'tenant_id': 'b0f304599a5748268698298a3e9f8843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:28.282543 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0df4e4b4-7bca-4326-b735-c7c4fd1e1e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.306317 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a0501c-557e-4d1b-857f-fafe976c3c0d admin admin] Made reservation on behalf of b0f304599a5748268698298a3e9f8843 for: {'subnet': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:53:28.310363 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-62a0501c-557e-4d1b-857f-fafe976c3c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660958'] for subnet (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.421529 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'name': 'tempest-TestMinimumBasicScenario-1198898855-router', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:53:15Z', 'updated_at': '2022-04-11T17:53:24Z', 'revision_number': 4, 'project_id': '67783fd902234b398aac0b1e119d1465', 'gw_port': {'id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:17Z', 'updated_at': '2022-04-11T17:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'd7b038b8-2825-49f5-9337-3226a9706def', 'name': '', 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'mac_address': 'fa:16:3e:bd:3f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '490dd54b-a644-4940-8ca6-ac879c66d65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:23Z', 'updated_at': '2022-04-11T17:53:24Z', 'revision_number': 2, 'project_id': '67783fd902234b398aac0b1e119d1465', 'subnets': [{'id': '490dd54b-a644-4940-8ca6-ac879c66d65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:28.434703 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2b25f-ba9a-4b19-98c2-fb7831e4a2ac admin admin] Pushing event updated for resources: {'Network': ['ID=acff1887-5be1-4672-9d47-5aef9cf1670a,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:28.478704 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event updated for resources: {'Port': ['ID=4a891ccb-3b44-4fdd-a3d9-30024526c1ea,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:28.516425 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507ebc1-4661-44e3-ad05-76dff764d6aa req-2f262b05-581f-469f-8d56-22f6f11a20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:28.517986 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6507ebc1-4661-44e3-ad05-76dff764d6aa req-2f262b05-581f-469f-8d56-22f6f11a20d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02652a31129d49d9b33a94fd347cfd9b&device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 1132 time: 0.0597668 Apr 11 17:53:28.541966 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0df4e4b4-7bca-4326-b735-c7c4fd1e1e21 admin admin] Publish callbacks [] for security_group (0ce269a8-fc6f-497c-aafb-7f7e994b0a52), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.555736 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (fff8b0de-3f60-4a0e-b58c-fbb71b33eac2), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.558682 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0df4e4b4-7bca-4326-b735-c7c4fd1e1e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (0ce269a8-fc6f-497c-aafb-7f7e994b0a52), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.611813 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.613501 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-5724ddf4-5030-42bf-ae81-88c91b53998d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4793336 Apr 11 17:53:28.618696 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-0df4e4b4-7bca-4326-b735-c7c4fd1e1e21 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5ec03372d62a4b4fbd5123138081f2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507731 Apr 11 17:53:28.619069 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52618) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:28.628526 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4e4b4-7bca-4326-b735-c7c4fd1e1e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce269a8-fc6f-497c-aafb-7f7e994b0a52,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:28.702629 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-36627d10-f324-4fbd-9e90-eb497c7a7ffa admin admin] Publish callbacks [] for security_group (0ce269a8-fc6f-497c-aafb-7f7e994b0a52), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.709022 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-62a0501c-557e-4d1b-857f-fafe976c3c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25603477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660940'] for subnet (1878d069-8aa7-466d-8fba-07f0b5d10a25), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.713640 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507ebc1-4661-44e3-ad05-76dff764d6aa req-080cfef4-e326-4563-96b4-d1b50688a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:28.715110 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6507ebc1-4661-44e3-ad05-76dff764d6aa req-080cfef4-e326-4563-96b4-d1b50688a7e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b77a65b-8f1b-47ad-9c65-ef786cae0c60 HTTP/1.1" status: 200 len: 870 time: 0.1745918 Apr 11 17:53:28.745597 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-36627d10-f324-4fbd-9e90-eb497c7a7ffa admin admin] Publish callbacks [] for security_group (0ce269a8-fc6f-497c-aafb-7f7e994b0a52), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.778248 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0501c-557e-4d1b-857f-fafe976c3c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1878d069-8aa7-466d-8fba-07f0b5d10a25,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:28.806626 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a0501c-557e-4d1b-857f-fafe976c3c0d admin admin] Checking segment: {'id': '10575a67-0505-496b-bbdc-8971254375ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:28.806989 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a0501c-557e-4d1b-857f-fafe976c3c0d admin admin] Network hostable DHCP agents. Network: acff1887-5be1-4672-9d47-5aef9cf1670a, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:53:28.808086 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network acff1887-5be1-4672-9d47-5aef9cf1670a details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:53:28.814530 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Checking router: 2fdd92d3-d962-43e4-ac93-830fab997438 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:53:28.815875 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Updating router 2fdd92d3-d962-43e4-ac93-830fab997438 port d7b038b8-2825-49f5-9337-3226a9706def binding host dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:53:28.856711 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-36627d10-f324-4fbd-9e90-eb497c7a7ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (0ce269a8-fc6f-497c-aafb-7f7e994b0a52), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.859113 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a0501c-557e-4d1b-857f-fafe976c3c0d admin admin] Network acff1887-5be1-4672-9d47-5aef9cf1670a is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:53:28.863925 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-36627d10-f324-4fbd-9e90-eb497c7a7ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.868580 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-36627d10-f324-4fbd-9e90-eb497c7a7ffa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0ce269a8-fc6f-497c-aafb-7f7e994b0a52 HTTP/1.1" status: 204 len: 168 time: 0.2452788 Apr 11 17:53:28.873139 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (d7b038b8-2825-49f5-9337-3226a9706def), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.888333 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36627d10-f324-4fbd-9e90-eb497c7a7ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce269a8-fc6f-497c-aafb-7f7e994b0a52,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:28.893217 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-62a0501c-557e-4d1b-857f-fafe976c3c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, acff1887-5be1-4672-9d47-5aef9cf1670a) {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:28.900827 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0501c-557e-4d1b-857f-fafe976c3c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:28.901454 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-62a0501c-557e-4d1b-857f-fafe976c3c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:28.934939 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-62a0501c-557e-4d1b-857f-fafe976c3c0d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6694787 Apr 11 17:53:28.989361 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c4fd13-4b78-41d2-be75-41b150171f13 None None] Network acff1887-5be1-4672-9d47-5aef9cf1670a requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:53:29.048542 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6507ebc1-4661-44e3-ad05-76dff764d6aa req-550b8e2b-afc3-4aaa-988b-c6fa0ba3edb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=adb054ef-d555-4aac-9c3f-6b55b5463e5c HTTP/1.1" status: 200 len: 217 time: 0.0851092 Apr 11 17:53:29.342706 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6726dc3-1df7-4f24-ab3c-11c5b98ef967 req-10ba7276-9f25-43d4-b78a-08c647a132fd tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:29.348433 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b6726dc3-1df7-4f24-ab3c-11c5b98ef967 req-10ba7276-9f25-43d4-b78a-08c647a132fd tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 945 time: 0.1135595 Apr 11 17:53:29.534034 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device adb054ef-d555-4aac-9c3f-6b55b5463e5c details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:53:29.546823 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b6726dc3-1df7-4f24-ab3c-11c5b98ef967 req-70007af1-3d28-4f6e-986f-f66cb862ce35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906011 Apr 11 17:53:29.578526 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507ebc1-4661-44e3-ad05-76dff764d6aa req-1c4db6c8-5a74-47e7-86c4-fbb1fbfdbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:29.579882 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6507ebc1-4661-44e3-ad05-76dff764d6aa req-1c4db6c8-5a74-47e7-86c4-fbb1fbfdbf8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e61986e2-7b83-4765-a86c-ca018a954f5c HTTP/1.1" status: 200 len: 843 time: 0.0990243 Apr 11 17:53:29.693145 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507ebc1-4661-44e3-ad05-76dff764d6aa req-2d5f23c2-b6f5-44a8-88c4-4f4d9d4aed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:29.694759 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6507ebc1-4661-44e3-ad05-76dff764d6aa req-2d5f23c2-b6f5-44a8-88c4-4f4d9d4aed1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b77a65b-8f1b-47ad-9c65-ef786cae0c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1069546 Apr 11 17:53:29.703124 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e5b7b-9976-415e-a589-181c396e17cf req-6963169e-b197-4804-9606-ea4293ccd532 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:29.711767 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b95e5b7b-9976-415e-a589-181c396e17cf req-6963169e-b197-4804-9606-ea4293ccd532 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 948 time: 0.0692189 Apr 11 17:53:29.725360 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Publish callbacks [] for port (d7b038b8-2825-49f5-9337-3226a9706def), precommit_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:29.769652 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b95e5b7b-9976-415e-a589-181c396e17cf req-39862dd7-c5c8-44f8-9097-6c3c3e1f66fc tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569146 Apr 11 17:53:29.828395 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (d7b038b8-2825-49f5-9337-3226a9706def), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:29.885555 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8826204-5a83-4110-a926-b45ebafc1b27 req-66ab8308-8c2e-47cd-b9d1-05f57b7658f8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:29.903824 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 52648) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:29.910409 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-7bedde27-9d75-484e-96da-dfd149e87687 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'floatingip': {'port_id': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:29.924701 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d8826204-5a83-4110-a926-b45ebafc1b27 req-66ab8308-8c2e-47cd-b9d1-05f57b7658f8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 945 time: 0.1043434 Apr 11 17:53:30.027682 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6507ebc1-4661-44e3-ad05-76dff764d6aa req-fe59a565-f14a-476a-9778-26dc1b8c0d39 service neutron] 10.222.0.18 "GET /v2.0/networks/8b77a65b-8f1b-47ad-9c65-ef786cae0c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016426 Apr 11 17:53:30.082522 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7bedde27-9d75-484e-96da-dfd149e87687 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (cacb6539-2051-4f0c-8292-e9899fe2e871), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:30.251387 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port adb054ef-d555-4aac-9c3f-6b55b5463e5c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=adb054ef-d555-4aac-9c3f-6b55b5463e5c,segment=NetworkSegment(dd9f71e7-d9a1-4bfb-bb69-13822b24af6c),segment_id=dd9f71e7-d9a1-4bfb-bb69-13822b24af6c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:30.286534 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bce51e-4e60-4a68-a6a0-df4f3ca216f0 None None] Pushing event updated for resources: {'Port': ['ID=d7b038b8-2825-49f5-9337-3226a9706def,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:30.292341 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed823f-d81b-494a-b4cc-7da96b800cb4 None None] Network acff1887-5be1-4672-9d47-5aef9cf1670a requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:53:30.323742 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'adb054ef-d555-4aac-9c3f-6b55b5463e5c', 'network_id': '8b77a65b-8f1b-47ad-9c65-ef786cae0c60', 'port_id': 'adb054ef-d555-4aac-9c3f-6b55b5463e5c', 'mac_address': 'fa:16:3e:2e:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61986e2-7b83-4765-a86c-ca018a954f5c', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:53:30.477328 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port adb054ef-d555-4aac-9c3f-6b55b5463e5c is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:30.477724 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:30.579460 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb054ef-d555-4aac-9c3f-6b55b5463e5c {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:30.627196 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Attempting to bind port d7b038b8-2825-49f5-9337-3226a9706def on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:30.627817 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Attempting to bind port d7b038b8-2825-49f5-9337-3226a9706def by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '2ba1980a-d039-491a-af04-0f9253de1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:30.628342 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Attempting to bind port d7b038b8-2825-49f5-9337-3226a9706def on network 78ae3af7-ea1f-498b-bb4f-04987bcaa20d {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:30.632134 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port adb054ef-d555-4aac-9c3f-6b55b5463e5c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=adb054ef-d555-4aac-9c3f-6b55b5463e5c,segment=NetworkSegment(dd9f71e7-d9a1-4bfb-bb69-13822b24af6c),segment_id=dd9f71e7-d9a1-4bfb-bb69-13822b24af6c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:30.648081 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:30.652486 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:30.657392 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Checking segment: {'id': '2ba1980a-d039-491a-af04-0f9253de1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:30.658038 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:30.658771 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Bound using segment: {'id': '2ba1980a-d039-491a-af04-0f9253de1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:30.659423 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Bound port: d7b038b8-2825-49f5-9337-3226a9706def, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba1980a-d039-491a-af04-0f9253de1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:30.660091 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (d7b038b8-2825-49f5-9337-3226a9706def), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:30.669001 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6507ebc1-4661-44e3-ad05-76dff764d6aa req-852d094c-5ba9-4532-aba9-168d61e35345 service neutron] 10.222.0.18 "GET /v2.0/networks/8b77a65b-8f1b-47ad-9c65-ef786cae0c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340878 Apr 11 17:53:30.774212 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=adb054ef-d555-4aac-9c3f-6b55b5463e5c,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:30.832141 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] For port d7b038b8-2825-49f5-9337-3226a9706def, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:30.836029 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-90e1e0d2-4856-482a-907c-a11b91f370b7 None None] Provisioning complete for port d7b038b8-2825-49f5-9337-3226a9706def triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:30.836394 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-90e1e0d2-4856-482a-907c-a11b91f370b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (d7b038b8-2825-49f5-9337-3226a9706def), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:30.847781 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] For port d7b038b8-2825-49f5-9337-3226a9706def, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=d7b038b8-2825-49f5-9337-3226a9706def,segment=NetworkSegment(2ba1980a-d039-491a-af04-0f9253de1108),segment_id=2ba1980a-d039-491a-af04-0f9253de1108)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:30.877086 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (d7b038b8-2825-49f5-9337-3226a9706def), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:30.917202 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae0a31-d90c-4726-992f-683297ef9686 req-47a2aa44-f4cd-41a2-ba6a-9d87a0eac73f tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:30.924888 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9ae0a31-d90c-4726-992f-683297ef9686 req-47a2aa44-f4cd-41a2-ba6a-9d87a0eac73f tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 949 time: 0.0684435 Apr 11 17:53:30.941354 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bce51e-4e60-4a68-a6a0-df4f3ca216f0 None None] Pushing event updated for resources: {'Port': ['ID=d7b038b8-2825-49f5-9337-3226a9706def,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:30.944258 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['adb054ef-d555-4aac-9c3f-6b55b5463e5c'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:53:30.991658 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-90e1e0d2-4856-482a-907c-a11b91f370b7 None None] Port d7b038b8-2825-49f5-9337-3226a9706def cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:31.000445 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Routers {'2fdd92d3-d962-43e4-ac93-830fab997438'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:31.001206 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:53:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['2fdd92d3-d962-43e4-ac93-830fab997438'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:31.049331 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9ae0a31-d90c-4726-992f-683297ef9686 req-82560f82-3b71-4350-973f-c75c516b1349 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234944 Apr 11 17:53:31.326205 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.db.resource_extend [None req-7bedde27-9d75-484e-96da-dfd149e87687 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 17:53:31.371499 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-f70921ab-2c54-471a-9535-3fbf29316a6d None None] Provisioning complete for port d7b038b8-2825-49f5-9337-3226a9706def triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:31.372006 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f70921ab-2c54-471a-9535-3fbf29316a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (d7b038b8-2825-49f5-9337-3226a9706def), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:31.401676 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] Set router 2fdd92d3-d962-43e4-ac93-830fab997438 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:31.421961 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7bedde27-9d75-484e-96da-dfd149e87687 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:31.428317 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7bedde27-9d75-484e-96da-dfd149e87687 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (cacb6539-2051-4f0c-8292-e9899fe2e871), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:31.569713 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.l3_db [None req-7bedde27-9d75-484e-96da-dfd149e87687 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Floating IP cacb6539-2051-4f0c-8292-e9899fe2e871 associated. External IP: 172.27.1.17, port: 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c. Apr 11 17:53:31.612048 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-f70921ab-2c54-471a-9535-3fbf29316a6d None None] Current status of the port d7b038b8-2825-49f5-9337-3226a9706def is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:31.612606 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f70921ab-2c54-471a-9535-3fbf29316a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (d7b038b8-2825-49f5-9337-3226a9706def), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:31.717186 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-f70921ab-2c54-471a-9535-3fbf29316a6d None None] For port d7b038b8-2825-49f5-9337-3226a9706def, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=d7b038b8-2825-49f5-9337-3226a9706def,segment=NetworkSegment(2ba1980a-d039-491a-af04-0f9253de1108),segment_id=2ba1980a-d039-491a-af04-0f9253de1108)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:31.741374 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f70921ab-2c54-471a-9535-3fbf29316a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (d7b038b8-2825-49f5-9337-3226a9706def), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:31.767787 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:53:31.841620 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bedde27-9d75-484e-96da-dfd149e87687 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Router dc5e751c-933f-40e2-af43-f4222239248c has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:53:31.922231 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'name': 'tempest-TestMinimumBasicScenario-1198898855-router', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:53:15Z', 'updated_at': '2022-04-11T17:53:24Z', 'revision_number': 4, 'project_id': '67783fd902234b398aac0b1e119d1465', 'gw_port': {'id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:17Z', 'updated_at': '2022-04-11T17:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'd7b038b8-2825-49f5-9337-3226a9706def', 'name': '', 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'mac_address': 'fa:16:3e:bd:3f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '490dd54b-a644-4940-8ca6-ac879c66d65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:23Z', 'updated_at': '2022-04-11T17:53:30Z', 'revision_number': 4, 'project_id': '67783fd902234b398aac0b1e119d1465', 'subnets': [{'id': '490dd54b-a644-4940-8ca6-ac879c66d65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:31.951699 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3adbaec-8cf2-40ff-bc0e-a8da2473a72c None None] The sync data for ids ['2fdd92d3-d962-43e4-ac93-830fab997438'] in dv-cinder-837353-1-iscsi is: [{'id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'name': 'tempest-TestMinimumBasicScenario-1198898855-router', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:53:15Z', 'updated_at': '2022-04-11T17:53:24Z', 'revision_number': 4, 'project_id': '67783fd902234b398aac0b1e119d1465', 'gw_port': {'id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:17Z', 'updated_at': '2022-04-11T17:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'd7b038b8-2825-49f5-9337-3226a9706def', 'name': '', 'network_id': '78ae3af7-ea1f-498b-bb4f-04987bcaa20d', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'mac_address': 'fa:16:3e:bd:3f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '490dd54b-a644-4940-8ca6-ac879c66d65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:23Z', 'updated_at': '2022-04-11T17:53:30Z', 'revision_number': 4, 'project_id': '67783fd902234b398aac0b1e119d1465', 'subnets': [{'id': '490dd54b-a644-4940-8ca6-ac879c66d65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:53:31.989630 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70921ab-2c54-471a-9535-3fbf29316a6d None None] Pushing event updated for resources: {'Port': ['ID=d7b038b8-2825-49f5-9337-3226a9706def,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:32.033353 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bedde27-9d75-484e-96da-dfd149e87687 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:53:32.049806 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7bedde27-9d75-484e-96da-dfd149e87687 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:32.065077 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef5ead-4a7c-4213-becc-c24f121deac3 None None] Sync routers for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:53:32.106894 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-7bedde27-9d75-484e-96da-dfd149e87687 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "PUT /v2.0/floatingips/cacb6539-2051-4f0c-8292-e9899fe2e871 HTTP/1.1" status: 200 len: 990 time: 2.2010612 Apr 11 17:53:32.107731 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'tag': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:32.118033 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef5ead-4a7c-4213-becc-c24f121deac3 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:32.118954 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-58ef5ead-4a7c-4213-becc-c24f121deac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:53:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:32.262757 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-58ef5ead-4a7c-4213-becc-c24f121deac3 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:32.295001 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fac8fb0-4985-461a-8a56-a0451b50c886" -d '{"events": [{"name": "network-changed", "server_uuid": "f88deebf-c6f0-4f85-b2ce-f5aed792846c", "tag": "7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:32.618183 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-58ef5ead-4a7c-4213-becc-c24f121deac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'cacb6539-2051-4f0c-8292-e9899fe2e871', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:8e:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:03Z', 'updated_at': '2022-04-11T17:53:31Z', 'revision_number': 1, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:32.662577 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef5ead-4a7c-4213-becc-c24f121deac3 None None] Checking router: dc5e751c-933f-40e2-af43-f4222239248c for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:53:32.681566 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef5ead-4a7c-4213-becc-c24f121deac3 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:53:32.682424 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-58ef5ead-4a7c-4213-becc-c24f121deac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:53:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:32.904878 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-58ef5ead-4a7c-4213-becc-c24f121deac3 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:53:33.237669 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device d7b038b8-2825-49f5-9337-3226a9706def up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:33.258183 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-58ef5ead-4a7c-4213-becc-c24f121deac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'cacb6539-2051-4f0c-8292-e9899fe2e871', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:8e:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:03Z', 'updated_at': '2022-04-11T17:53:31Z', 'revision_number': 1, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:53:33.294962 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef5ead-4a7c-4213-becc-c24f121deac3 None None] The sync data for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi is: [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'cacb6539-2051-4f0c-8292-e9899fe2e871', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:8e:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:03Z', 'updated_at': '2022-04-11T17:53:31Z', 'revision_number': 1, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:53:33.331747 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port d7b038b8-2825-49f5-9337-3226a9706def triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:33.331747 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (d7b038b8-2825-49f5-9337-3226a9706def), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:33.374042 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device adb054ef-d555-4aac-9c3f-6b55b5463e5c up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:33.467071 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port d7b038b8-2825-49f5-9337-3226a9706def is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:33.482778 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port adb054ef-d555-4aac-9c3f-6b55b5463e5c completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:53:33.497854 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port adb054ef-d555-4aac-9c3f-6b55b5463e5c triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:33.498540 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:33.605229 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port adb054ef-d555-4aac-9c3f-6b55b5463e5c is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:33.605776 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:33.649339 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port adb054ef-d555-4aac-9c3f-6b55b5463e5c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=adb054ef-d555-4aac-9c3f-6b55b5463e5c,segment=NetworkSegment(dd9f71e7-d9a1-4bfb-bb69-13822b24af6c),segment_id=dd9f71e7-d9a1-4bfb-bb69-13822b24af6c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:33.650379 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1a2213-0842-41b4-9c64-0356f0aafa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb054ef-d555-4aac-9c3f-6b55b5463e5c'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:33.653941 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdda9bae-bd54-4f26-b3fc-6697886662de" -d '{"events": [{"server_uuid": "ec1a2213-0842-41b4-9c64-0356f0aafa6a", "name": "network-vif-plugged", "status": "completed", "tag": "adb054ef-d555-4aac-9c3f-6b55b5463e5c"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:33.658056 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:33.692188 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-0df6bb81-0e4b-4301-983d-ed6220aa13bb tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--309072727&fields=id&tenant_id=ef743ee504df4b4583f4313ba84b1ef5 HTTP/1.1" status: 200 len: 267 time: 0.2385302 Apr 11 17:53:33.721037 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=adb054ef-d555-4aac-9c3f-6b55b5463e5c,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:33.812414 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7c597-a1f9-4629-9efe-32745d1d965a None None] New status for floating IP cacb6539-2051-4f0c-8292-e9899fe2e871: ACTIVE {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:53:33.824570 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-3cb14d98-7bae-4bc8-a930-5306bd71608e tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:33.831671 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-3cb14d98-7bae-4bc8-a930-5306bd71608e tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/networks?id=acff1887-5be1-4672-9d47-5aef9cf1670a HTTP/1.1" status: 200 len: 814 time: 0.3097987 Apr 11 17:53:33.866200 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-c6ed6e12-38bd-4289-8f83-2d4765ee47ab tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/quotas/b0f304599a5748268698298a3e9f8843 HTTP/1.1" status: 200 len: 375 time: 0.0335982 Apr 11 17:53:33.919506 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-293c7d52-e25a-47f2-9fb9-4a8130e161d1 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0f304599a5748268698298a3e9f8843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502257 Apr 11 17:53:33.944698 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-03e9b780-5cb3-4583-a975-989f0ce88d7e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:33.946519 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-03e9b780-5cb3-4583-a975-989f0ce88d7e tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 819 time: 0.2468045 Apr 11 17:53:33.978581 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-e2cf66b9-55fb-42e0-9d9a-6e3cc9bcb825 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/quotas/ef743ee504df4b4583f4313ba84b1ef5 HTTP/1.1" status: 200 len: 375 time: 0.0161719 Apr 11 17:53:34.067905 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-cfa94ef4-d023-4bff-a9de-f2f71d58434f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0608351 Apr 11 17:53:34.079844 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-60ab5012-36c6-48f8-9a84-f2d447e830db service neutron] 10.222.0.76 "GET /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509571 Apr 11 17:53:34.253483 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-a1d26531-153d-42d6-8729-d3a419cde9d1 service neutron] 10.222.0.76 "GET /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678119 Apr 11 17:53:34.255399 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-cd5cc593-d0c8-43f8-a8b3-a8a61f56bb57 service neutron] 10.222.0.76 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623898 Apr 11 17:53:34.377016 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-4c7ff2ba-24b8-4582-a138-ff192c47dddb service neutron] 10.222.0.76 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106546 Apr 11 17:53:34.503459 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89389929-819e-4693-b33d-d5402164817d req-88c45e36-8a59-4ccb-8e52-f9f5c3d725dc tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:34.505253 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-89389929-819e-4693-b33d-d5402164817d req-88c45e36-8a59-4ccb-8e52-f9f5c3d725dc tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 950 time: 0.0617380 Apr 11 17:53:34.654039 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-89389929-819e-4693-b33d-d5402164817d req-84843b37-29b0-4536-88bc-0038ba05ffb6 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425867 Apr 11 17:53:34.691185 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089fdf0d-c1b0-40bc-8084-6140fd508e96 x-openstack-request-id: req-089fdf0d-c1b0-40bc-8084-6140fd508e96 {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:34.691724 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88deebf-c6f0-4f85-b2ce-f5aed792846c", "tag": "7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:34.691868 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-089fdf0d-c1b0-40bc-8084-6140fd508e96 {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:34.692329 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089fdf0d-c1b0-40bc-8084-6140fd508e96'] response: {'name': 'network-changed', 'server_uuid': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'tag': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'status': 'completed', 'code': 200} Apr 11 17:53:34.708102 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14782db-0bdd-46e4-a454-fd1163d605e2 x-openstack-request-id: req-e14782db-0bdd-46e4-a454-fd1163d605e2 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:34.708638 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1a2213-0842-41b4-9c64-0356f0aafa6a", "name": "network-vif-plugged", "status": "completed", "tag": "adb054ef-d555-4aac-9c3f-6b55b5463e5c", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:34.708638 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e14782db-0bdd-46e4-a454-fd1163d605e2 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:34.709174 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14782db-0bdd-46e4-a454-fd1163d605e2'] response: {'server_uuid': 'ec1a2213-0842-41b4-9c64-0356f0aafa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb054ef-d555-4aac-9c3f-6b55b5463e5c', 'code': 200} Apr 11 17:53:34.815189 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-acb128e4-e045-4192-be39-155b9efe7c2a req-926ff382-307f-434c-bfc5-a23d3cd4edfc tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 210 time: 0.0602877 Apr 11 17:53:34.903724 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1e830534-c5b1-490f-9644-e3f69208024c req-7e619fcf-3557-4a5e-9a8f-371484fe7da0 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 210 time: 0.0874937 Apr 11 17:53:34.931380 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac8fb0-4985-461a-8a56-a0451b50c886 req-8bd47733-0ebd-4503-aeee-56e48ccbf82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:34.933248 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5fac8fb0-4985-461a-8a56-a0451b50c886 req-8bd47733-0ebd-4503-aeee-56e48ccbf82e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 1129 time: 0.2058921 Apr 11 17:53:35.077948 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a9062-424f-49bd-9af6-d234c7090eab req-da055d32-4634-443b-b2a7-3f8c2bd9c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:35.079591 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-633a9062-424f-49bd-9af6-d234c7090eab req-da055d32-4634-443b-b2a7-3f8c2bd9c837 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 1134 time: 0.0534399 Apr 11 17:53:35.133582 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac8fb0-4985-461a-8a56-a0451b50c886 req-6be30de0-67b9-493a-9d1a-c17b1afeb4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:35.136684 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5fac8fb0-4985-461a-8a56-a0451b50c886 req-6be30de0-67b9-493a-9d1a-c17b1afeb4f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 915 time: 0.1889811 Apr 11 17:53:35.262162 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-633a9062-424f-49bd-9af6-d234c7090eab req-bd0f86b1-f234-43b3-b063-3ca3e9b63ac4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717038 Apr 11 17:53:35.305328 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5fac8fb0-4985-461a-8a56-a0451b50c886 req-f800425a-572b-43c9-afa5-c5d3d9ef5a42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c HTTP/1.1" status: 200 len: 1000 time: 0.1573510 Apr 11 17:53:35.587538 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac8fb0-4985-461a-8a56-a0451b50c886 req-27541748-bb5f-4dc7-a4bb-7cd369910225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:35.591248 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5fac8fb0-4985-461a-8a56-a0451b50c886 req-27541748-bb5f-4dc7-a4bb-7cd369910225 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 200 len: 853 time: 0.0629809 Apr 11 17:53:35.662555 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac8fb0-4985-461a-8a56-a0451b50c886 req-0560f700-3303-4a64-a9b6-b5d2299ceb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:35.664059 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5fac8fb0-4985-461a-8a56-a0451b50c886 req-0560f700-3303-4a64-a9b6-b5d2299ceb15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652311 Apr 11 17:53:35.819254 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f118db-7db2-4d14-9254-d99d48061f74 req-902999fd-3883-4942-9725-ab24514fb1e3 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:35.820658 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d5f118db-7db2-4d14-9254-d99d48061f74 req-902999fd-3883-4942-9725-ab24514fb1e3 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 950 time: 0.0598571 Apr 11 17:53:35.856925 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5fac8fb0-4985-461a-8a56-a0451b50c886 req-25b1bfeb-e08f-43d3-9582-42cdb5b6d180 service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692977 Apr 11 17:53:35.898828 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d5f118db-7db2-4d14-9254-d99d48061f74 req-02d9aebf-6032-47f3-8e79-7d21a28350e1 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708892 Apr 11 17:53:35.956944 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f5b0e17e-2d18-4bb6-a8ac-029dd170e5a5 req-2c545561-4159-48ef-8980-4c2ae4a855ec tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 210 time: 0.0444407 Apr 11 17:53:36.025410 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9406c945-b94d-4c51-b1db-d277a3ddb95e req-6457061d-5e82-42af-9157-aca89a6a8518 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 210 time: 0.0341051 Apr 11 17:53:36.593930 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5fac8fb0-4985-461a-8a56-a0451b50c886 req-9d9913c5-07b4-46e7-9c4a-c04dcb8a49fd service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145802 Apr 11 17:53:37.144308 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-6f9c4c89-10a4-445e-b6b7-6a904f9d8b44 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:37.145814 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-6f9c4c89-10a4-445e-b6b7-6a904f9d8b44 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.18 "GET /v2.0/networks?id=acff1887-5be1-4672-9d47-5aef9cf1670a HTTP/1.1" status: 200 len: 814 time: 0.2297990 Apr 11 17:53:37.148260 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fb5a442a-402f-4cc1-87c3-db80180bfb7c req-1f2e7b8a-05ad-4eae-92b5-6e8021a1beb6 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 210 time: 0.0525045 Apr 11 17:53:37.154470 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b5a9d-5cd0-48c3-ada6-f5bfb62ca0e8 req-65be05b3-e7c0-4a1f-a237-2b361804c191 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:37.157244 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-aa1b5a9d-5cd0-48c3-ada6-f5bfb62ca0e8 req-65be05b3-e7c0-4a1f-a237-2b361804c191 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 950 time: 0.1383600 Apr 11 17:53:37.237474 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-aa1b5a9d-5cd0-48c3-ada6-f5bfb62ca0e8 req-a569b388-9be6-4b92-88eb-2c756272c9fe tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717604 Apr 11 17:53:37.260060 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-302bccfb-20fd-48b4-be0e-f1e9f53111ff req-79984318-a740-4206-813b-6c30ae4e0564 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 210 time: 0.0328674 Apr 11 17:53:37.548302 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Request body: {'port': {'device_id': '38168568-3352-4f80-9ea1-16e96dca0059', 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a', 'admin_state_up': True, 'tenant_id': 'b0f304599a5748268698298a3e9f8843'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:37.755017 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-b97047dc-19b0-4ac7-8bff-eaf7be39d751 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:37.756489 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-b97047dc-19b0-4ac7-8bff-eaf7be39d751 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 819 time: 0.1971478 Apr 11 17:53:37.784518 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Made reservation on behalf of b0f304599a5748268698298a3e9f8843 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:53:37.788041 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:37.877629 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-57c1deb0-b663-4368-98e6-5005e10e973c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef743ee504df4b4583f4313ba84b1ef5 HTTP/1.1" status: 200 len: 379 time: 0.1101670 Apr 11 17:53:37.944021 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Request body: {'port': {'device_id': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'admin_state_up': True, 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'security_groups': ['680632a1-8301-418b-b008-1b79943f9ad5']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:38.020937 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Allocated IP 172.20.0.10 (acff1887-5be1-4672-9d47-5aef9cf1670a/1878d069-8aa7-466d-8fba-07f0b5d10a25/5417cd6e-2fae-406d-84bd-61ae60808ec5) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:38.116615 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Made reservation on behalf of ef743ee504df4b4583f4313ba84b1ef5 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:53:38.119952 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:38.305116 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-255a6219-b51b-4a79-b0e4-97426b8cc9f1 req-9040739c-d9db-4b76-af90-772c1102da4d tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 210 time: 0.0603497 Apr 11 17:53:38.324980 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks [] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:38.430340 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-98500830-63a1-4611-bd89-beadd7b87d54 req-ca083d6b-e5a8-4924-bcf3-e8947d129a45 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 210 time: 0.0467255 Apr 11 17:53:38.453982 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab048e6a-eea5-4f04-970d-f85f4ee17811 req-c9a44316-053e-47fa-ab43-45646fc496ed tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:38.456014 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ab048e6a-eea5-4f04-970d-f85f4ee17811 req-c9a44316-053e-47fa-ab43-45646fc496ed tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 950 time: 0.1107528 Apr 11 17:53:38.462788 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Allocated IP 172.20.0.12 (a973c109-bcb3-4a6d-ba08-0ec4e84a1a45/2c16d97f-ad25-4b5a-ae55-e0e78ce3555e/aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:38.513042 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:38.595762 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ab048e6a-eea5-4f04-970d-f85f4ee17811 req-cf7b8041-da0f-4e83-b13b-674f70209c46 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340613 Apr 11 17:53:38.639981 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Network acff1887-5be1-4672-9d47-5aef9cf1670a is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:38.652767 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:38.660733 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:38.691985 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Pushing event updated for resources: {'Port': ['ID=5417cd6e-2fae-406d-84bd-61ae60808ec5,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:39.022244 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:39.022874 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:39.033349 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d52752-ec90-48a1-870a-90d43fedc24c req-519023bc-d10f-4b55-8216-bb49284e9948 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:39.034808 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05d52752-ec90-48a1-870a-90d43fedc24c req-519023bc-d10f-4b55-8216-bb49284e9948 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 950 time: 0.0904570 Apr 11 17:53:39.062098 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:39.066714 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-63b9b93b-4a3e-4976-85d9-4fccf0b32338 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5393853 Apr 11 17:53:39.120183 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05d52752-ec90-48a1-870a-90d43fedc24c req-e3f38567-a66b-41e9-854c-c482f27d873a tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749819 Apr 11 17:53:39.134514 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:39.188324 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:39.193351 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:39.196925 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:39.229130 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event updated for resources: {'Port': ['ID=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:39.285892 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:39.286784 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:39.357041 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-65d06007-84c1-4cb0-8990-5bd016fc2d78 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159540511&fields=id&tenant_id=6c71b0f821474346aaf840b827812a6e HTTP/1.1" status: 200 len: 267 time: 0.0673077 Apr 11 17:53:39.367215 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-c797d16b-fe85-4c19-9013-90a9b8965eee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4348574 Apr 11 17:53:39.512355 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcafc3-6782-4cb7-a3c0-fcfc348d1556 req-2d6d84e1-6e6a-4b03-a2a4-86785d5012a9 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:39.513844 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a2fcafc3-6782-4cb7-a3c0-fcfc348d1556 req-2d6d84e1-6e6a-4b03-a2a4-86785d5012a9 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 932 time: 0.1067781 Apr 11 17:53:39.525872 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-e2ff72a3-b8e0-4711-bb47-63cde083de8c None None] Provisioning complete for port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:39.526466 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e2ff72a3-b8e0-4711-bb47-63cde083de8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:39.563673 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-f9c92c7c-bbd1-4084-9fdd-ab8db86fd13d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:39.565232 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-f9c92c7c-bbd1-4084-9fdd-ab8db86fd13d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/networks?id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271 HTTP/1.1" status: 200 len: 809 time: 0.1899536 Apr 11 17:53:39.572766 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff72a3-b8e0-4711-bb47-63cde083de8c None None] Port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:39.611400 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-9e8e842e-bed9-43c1-8d8b-80a1d635610d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/quotas/6c71b0f821474346aaf840b827812a6e HTTP/1.1" status: 200 len: 375 time: 0.0381753 Apr 11 17:53:39.624778 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a2fcafc3-6782-4cb7-a3c0-fcfc348d1556 req-537d4c6d-cba1-4b56-9e7d-228f8f4f3fd0 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030345 Apr 11 17:53:39.692364 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-2178eb38-c3b4-4dcc-bb85-7dbee4290999 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6c71b0f821474346aaf840b827812a6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658171 Apr 11 17:53:39.807515 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f7508-fcbe-4241-b9d1-9ee8035cd130 req-a1f7620a-1222-4273-b00c-beb9ec83bcb1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:39.809116 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-034f7508-fcbe-4241-b9d1-9ee8035cd130 req-a1f7620a-1222-4273-b00c-beb9ec83bcb1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 932 time: 0.1074710 Apr 11 17:53:39.862204 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-e09d2ff3-59c2-4654-acd2-42aec93f52de service neutron] 10.222.0.76 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475267 Apr 11 17:53:39.912434 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-034f7508-fcbe-4241-b9d1-9ee8035cd130 req-f5def731-3b03-4982-b098-802e93341d0f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875773 Apr 11 17:53:39.978147 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-4d043ae1-eec5-4c18-b587-aac4c19aacfa service neutron] 10.222.0.76 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101637 Apr 11 17:53:40.196625 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Request body: {'port': {'device_id': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:40.212944 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Request body: {'port': {'device_id': '38168568-3352-4f80-9ea1-16e96dca0059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:40.367103 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-78056005-8b3e-4c00-8e5c-f3a2d6a6f38c req-cce0e856-fad8-41aa-b843-84c3a17abac0 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 210 time: 0.0742304 Apr 11 17:53:40.431087 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254e946-a721-426f-9083-b818fa90130e req-2f1db2be-e07e-46c0-8a81-b26f80a2207a tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:40.432597 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b254e946-a721-426f-9083-b818fa90130e req-2f1db2be-e07e-46c0-8a81-b26f80a2207a tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 950 time: 0.1965847 Apr 11 17:53:40.437239 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:40.457476 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:40.589556 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b254e946-a721-426f-9083-b818fa90130e req-67b65c32-f477-4c3a-b23d-8393998554f4 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480231 Apr 11 17:53:40.668582 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471fdc0-2ade-4771-985c-9afff51935f3 req-630babcb-dbbd-4c57-a997-2fa7704824a2 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:40.669790 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8471fdc0-2ade-4771-985c-9afff51935f3 req-630babcb-dbbd-4c57-a997-2fa7704824a2 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 950 time: 0.1317415 Apr 11 17:53:40.851899 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfffaee-ef6f-477f-8009-ac3e2e3ed814 req-269b6e8b-e41d-40d6-a547-a37748be500f tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:40.858617 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1cfffaee-ef6f-477f-8009-ac3e2e3ed814 req-269b6e8b-e41d-40d6-a547-a37748be500f tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 932 time: 0.1260743 Apr 11 17:53:41.048662 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-8471fdc0-2ade-4771-985c-9afff51935f3 req-8cbe358b-4f62-468c-a8c3-330645a7d650 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Deleting port adb054ef-d555-4aac-9c3f-6b55b5463e5c {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:53:41.049038 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8471fdc0-2ade-4771-985c-9afff51935f3 req-8cbe358b-4f62-468c-a8c3-330645a7d650 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:41.142989 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1cfffaee-ef6f-477f-8009-ac3e2e3ed814 req-3e76fc95-2207-4c58-b321-b44c5a2843f4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835395 Apr 11 17:53:41.297871 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-69de3f12-9d80-435e-817c-6a4b1d2f3177 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:41.299332 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-69de3f12-9d80-435e-817c-6a4b1d2f3177 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/networks?id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735 HTTP/1.1" status: 200 len: 815 time: 0.3352485 Apr 11 17:53:41.331800 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.18', 55078) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:41.372441 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636eea9-ac37-4f9c-ae63-7bc9d38fc5a1 req-48d15193-0184-4007-bd3f-d8296d3770f6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:41.373941 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4636eea9-ac37-4f9c-ae63-7bc9d38fc5a1 req-48d15193-0184-4007-bd3f-d8296d3770f6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 932 time: 0.1635556 Apr 11 17:53:41.403396 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-6fb10bc3-2b16-40c8-a9c2-f9cfbc4f0fb5 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/quotas/3802c6d8d7934a8ba9a8d8577a589533 HTTP/1.1" status: 200 len: 375 time: 0.0926847 Apr 11 17:53:41.405184 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-8471fdc0-2ade-4771-985c-9afff51935f3 req-8cbe358b-4f62-468c-a8c3-330645a7d650 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] For port adb054ef-d555-4aac-9c3f-6b55b5463e5c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=adb054ef-d555-4aac-9c3f-6b55b5463e5c,segment=NetworkSegment(dd9f71e7-d9a1-4bfb-bb69-13822b24af6c),segment_id=dd9f71e7-d9a1-4bfb-bb69-13822b24af6c)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:41.405554 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8471fdc0-2ade-4771-985c-9afff51935f3 req-8cbe358b-4f62-468c-a8c3-330645a7d650 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:41.422699 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:41.450655 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Publish callbacks [] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:41.460893 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-8471fdc0-2ade-4771-985c-9afff51935f3 req-8cbe358b-4f62-468c-a8c3-330645a7d650 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Calling delete_port for adb054ef-d555-4aac-9c3f-6b55b5463e5c owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:53:41.489636 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5417cd6e-2fae-406d-84bd-61ae60808ec5 {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:41.512313 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Publish callbacks [] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:41.518734 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Transition to ACTIVE for port object aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:53:41.525281 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-ac0b7f3b-8b89-4340-97a0-fca1c831d26d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:41.526930 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-ac0b7f3b-8b89-4340-97a0-fca1c831d26d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.18 "GET /v2.0/networks?id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271 HTTP/1.1" status: 200 len: 809 time: 0.1941395 Apr 11 17:53:41.536068 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:41.541815 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-2e1343a3-5766-4c32-984b-5d818c6b6328 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3802c6d8d7934a8ba9a8d8577a589533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138577 Apr 11 17:53:41.616945 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-58175caf-9b52-4525-8d2a-dec4dfba528f tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c71b0f821474346aaf840b827812a6e HTTP/1.1" status: 200 len: 379 time: 0.0814068 Apr 11 17:53:41.621676 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Transition to ACTIVE for port object 5417cd6e-2fae-406d-84bd-61ae60808ec5 will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:53:41.626726 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Request body: {'port': {'device_id': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'admin_state_up': True, 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'security_groups': ['92a2cb37-4c4a-42e8-904a-7ab5e900ff77']}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:41.650993 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4636eea9-ac37-4f9c-ae63-7bc9d38fc5a1 req-62f877e7-d4fb-4935-9428-7bc982b5ec79 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506773 Apr 11 17:53:41.651617 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:41.727596 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Pushing event updated for resources: {'Port': ['ID=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:41.752851 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Made reservation on behalf of 6c71b0f821474346aaf840b827812a6e for: {'port': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:53:41.757120 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:41.805142 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2f0308e1-4a00-4b93-af39-352cee632d0f req-f059ed6c-92c9-48d9-9e23-d3040635b18d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 210 time: 0.0685987 Apr 11 17:53:41.912530 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Pushing event updated for resources: {'Port': ['ID=5417cd6e-2fae-406d-84bd-61ae60808ec5,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:41.917817 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-e0e4e8ae-21b3-4e34-80ae-e57a35a32110 service neutron] 10.222.0.76 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243344 Apr 11 17:53:41.969042 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Allocated IP 172.20.0.7 (a64b5ee9-99f3-4b4d-bf67-e531dab5b271/1db30ab4-92c4-4d32-abe7-c8b778e7e79c/e2fd09e0-855b-481b-a832-a62707591fa8) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:42.124226 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for port (e2fd09e0-855b-481b-a832-a62707591fa8), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.166734 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.323955 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3ba7a-e383-4cc5-8922-a548a3d8f817 req-e7bd7bea-10d9-4d02-a44b-313a49c7c0d8 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:42.325543 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5ca3ba7a-e383-4cc5-8922-a548a3d8f817 req-e7bd7bea-10d9-4d02-a44b-313a49c7c0d8 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 950 time: 0.4224465 Apr 11 17:53:42.369482 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Attempting to bind port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:42.369815 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Attempting to bind port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:42.370147 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Attempting to bind port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 on network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:42.381283 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8471fdc0-2ade-4771-985c-9afff51935f3 req-8cbe358b-4f62-468c-a8c3-330645a7d650 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (adb054ef-d555-4aac-9c3f-6b55b5463e5c), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.392979 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Attempting to bind port 5417cd6e-2fae-406d-84bd-61ae60808ec5 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:42.393308 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Attempting to bind port 5417cd6e-2fae-406d-84bd-61ae60808ec5 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '10575a67-0505-496b-bbdc-8971254375ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:42.393628 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Attempting to bind port 5417cd6e-2fae-406d-84bd-61ae60808ec5 on network acff1887-5be1-4672-9d47-5aef9cf1670a {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:42.402052 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 on network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:53:42.402365 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Attempting to bind port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 on network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:42.411048 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:42.417363 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:42.424100 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:42.437100 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Port 5417cd6e-2fae-406d-84bd-61ae60808ec5 on network acff1887-5be1-4672-9d47-5aef9cf1670a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:53:42.437419 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Attempting to bind port 5417cd6e-2fae-406d-84bd-61ae60808ec5 on network acff1887-5be1-4672-9d47-5aef9cf1670a {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:42.440014 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe358b-4f62-468c-a8c3-330645a7d650 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Pushing event deleted for resources: {'Port': ['ID=adb054ef-d555-4aac-9c3f-6b55b5463e5c,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:42.446745 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:42.447084 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Checking segment: {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:42.447459 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Bound using segment: {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:42.447890 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Bound port: aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877eb865-0b85-4ab0-89c1-aca06ff547e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:42.448246 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.464212 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event updated for resources: {'Port': ['ID=e2fd09e0-855b-481b-a832-a62707591fa8,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:42.476627 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-60edfd48-4877-49fd-b602-3437fd5b9449 service neutron] 10.222.0.76 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252039 Apr 11 17:53:42.481190 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:42.481933 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for port (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.503230 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:42.503603 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Checking segment: {'id': '10575a67-0505-496b-bbdc-8971254375ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:42.504022 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Bound using segment: {'id': '10575a67-0505-496b-bbdc-8971254375ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:42.504454 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Bound port: 5417cd6e-2fae-406d-84bd-61ae60808ec5, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10575a67-0505-496b-bbdc-8971254375ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:42.504805 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.506463 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-431a3404-36e5-485b-ab83-44aa23173cd7 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8837667 Apr 11 17:53:42.564600 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5ca3ba7a-e383-4cc5-8922-a548a3d8f817 req-17b5ecd3-433f-48a0-bc2c-9ed63ed5e526 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/security-groups?id=1516cae6-b088-4c5c-8150-61d686671f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251451 Apr 11 17:53:42.570500 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8471fdc0-2ade-4771-985c-9afff51935f3 req-8cbe358b-4f62-468c-a8c3-330645a7d650 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] No DVR routers for this DVR port adb054ef-d555-4aac-9c3f-6b55b5463e5c on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:53:42.575139 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8471fdc0-2ade-4771-985c-9afff51935f3 req-8cbe358b-4f62-468c-a8c3-330645a7d650 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.578413 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8471fdc0-2ade-4771-985c-9afff51935f3 req-8cbe358b-4f62-468c-a8c3-330645a7d650 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.18 "DELETE /v2.0/ports/adb054ef-d555-4aac-9c3f-6b55b5463e5c HTTP/1.1" status: 204 len: 173 time: 1.8470547 Apr 11 17:53:42.594168 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1a2213-0842-41b4-9c64-0356f0aafa6a', 'name': 'network-vif-deleted', 'tag': 'adb054ef-d555-4aac-9c3f-6b55b5463e5c'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:42.597746 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e40f5a3-6ef0-412b-9169-47367570e2f8" -d '{"events": [{"server_uuid": "ec1a2213-0842-41b4-9c64-0356f0aafa6a", "name": "network-vif-deleted", "tag": "adb054ef-d555-4aac-9c3f-6b55b5463e5c"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:42.699423 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd611ad5-4661-4feb-aec8-135fbdf284a6 x-openstack-request-id: req-fd611ad5-4661-4feb-aec8-135fbdf284a6 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:42.699712 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1a2213-0842-41b4-9c64-0356f0aafa6a", "name": "network-vif-deleted", "tag": "adb054ef-d555-4aac-9c3f-6b55b5463e5c", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:42.699958 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd611ad5-4661-4feb-aec8-135fbdf284a6 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:42.700352 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd611ad5-4661-4feb-aec8-135fbdf284a6'] response: {'server_uuid': 'ec1a2213-0842-41b4-9c64-0356f0aafa6a', 'name': 'network-vif-deleted', 'tag': 'adb054ef-d555-4aac-9c3f-6b55b5463e5c', 'status': 'completed', 'code': 200} Apr 11 17:53:42.701475 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] For port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:42.763457 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] For port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:42.790103 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fe00f-c31e-4592-b8fc-a757cf942f83 req-3e184483-2e6e-43d2-87db-5defaf020997 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:42.791561 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2d8fe00f-c31e-4592-b8fc-a757cf942f83 req-3e184483-2e6e-43d2-87db-5defaf020997 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.1396399 Apr 11 17:53:42.792892 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] For port 5417cd6e-2fae-406d-84bd-61ae60808ec5, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:42.796427 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c47394ff-1582-4149-a753-72ab5a05a54f req-6b7939ce-c5d7-410c-9ba3-bdbcbcc20535 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 210 time: 0.0545845 Apr 11 17:53:42.799711 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.813543 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] For port 5417cd6e-2fae-406d-84bd-61ae60808ec5, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=5417cd6e-2fae-406d-84bd-61ae60808ec5,segment=NetworkSegment(10575a67-0505-496b-bbdc-8971254375ef),segment_id=10575a67-0505-496b-bbdc-8971254375ef)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:42.858822 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-4940dd4b-1771-428f-af55-265029c57251 None None] Provisioning complete for port e2fd09e0-855b-481b-a832-a62707591fa8 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:42.860489 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4940dd4b-1771-428f-af55-265029c57251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.862665 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.871433 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:42.872080 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.873499 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] 10.222.0.18 "PUT /v2.0/ports/aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 HTTP/1.1" status: 200 len: 1094 time: 2.6821094 Apr 11 17:53:42.907299 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-4940dd4b-1771-428f-af55-265029c57251 None None] Port e2fd09e0-855b-481b-a832-a62707591fa8 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:42.945375 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:42.946000 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:42.947362 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] 10.222.0.18 "PUT /v2.0/ports/5417cd6e-2fae-406d-84bd-61ae60808ec5 HTTP/1.1" status: 200 len: 1094 time: 2.7458727 Apr 11 17:53:42.952837 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101e006-2d56-4d6e-a50b-c96f393a1afb service neutron] Pushing event updated for resources: {'Port': ['ID=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:42.965862 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2d8fe00f-c31e-4592-b8fc-a757cf942f83 req-e262c8ca-1f97-4f30-a036-0225e5815a46 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593707 Apr 11 17:53:42.989953 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371fcf5-ab7f-4cc4-a5d7-2b58a647c7de req-c7a50deb-9fad-4c61-a46f-a0a614cdad14 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:42.991448 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1371fcf5-ab7f-4cc4-a5d7-2b58a647c7de req-c7a50deb-9fad-4c61-a46f-a0a614cdad14 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 944 time: 0.1252999 Apr 11 17:53:43.062553 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe37015-65e9-4030-a649-10f791908c39 service neutron] Pushing event updated for resources: {'Port': ['ID=5417cd6e-2fae-406d-84bd-61ae60808ec5,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:43.111883 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1371fcf5-ab7f-4cc4-a5d7-2b58a647c7de req-d6348dd2-2bbf-4c72-89cd-e7852e957325 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105549 Apr 11 17:53:43.123689 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b2089-ddd2-4365-87be-00c07e8381c2 req-3736bfb4-0a11-4dd1-9ddf-4af3cee9db87 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:43.126425 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4b3b2089-ddd2-4365-87be-00c07e8381c2 req-3736bfb4-0a11-4dd1-9ddf-4af3cee9db87 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 931 time: 0.0887973 Apr 11 17:53:43.162294 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6530eb9d-ab89-432f-ba0f-d2193a3f44f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:43.186262 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4b3b2089-ddd2-4365-87be-00c07e8381c2 req-0840a05f-611f-4fd7-a69e-3fbe3366616c tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539410 Apr 11 17:53:43.660184 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a1860d17-816a-42a3-93fa-73988aa62ae2 req-eeb120a6-1170-4025-9fbf-3d8425bbfaea tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 210 time: 0.0274451 Apr 11 17:53:43.887578 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-59e55db2-fb2c-4669-a185-8dd47e7eacfb req-edf6b475-5424-43b8-8386-d5f0a6001b69 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 210 time: 0.0279908 Apr 11 17:53:44.076976 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162623c-9f42-49bf-a1e7-1ba2cf0b01da req-12ef6c68-c691-448f-83ef-032f4341e784 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:44.078437 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e162623c-9f42-49bf-a1e7-1ba2cf0b01da req-12ef6c68-c691-448f-83ef-032f4341e784 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.0466754 Apr 11 17:53:44.124187 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e162623c-9f42-49bf-a1e7-1ba2cf0b01da req-69e83e7a-fad2-4aa0-b0bf-793cc0b98960 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Apr 11 17:53:44.178896 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Request body: {'port': {'device_id': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:44.200408 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device adb054ef-d555-4aac-9c3f-6b55b5463e5c no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:53:44.242631 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: adb054ef-d555-4aac-9c3f-6b55b5463e5c {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:53:44.243228 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device adb054ef-d555-4aac-9c3f-6b55b5463e5c not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:53:44.295361 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:44.305836 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be64c8-3274-4352-abfc-d5d7ac63a14c req-8b67ab0e-930d-44c0-bcd2-b0a73efd2238 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:44.307368 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f0be64c8-3274-4352-abfc-d5d7ac63a14c req-8b67ab0e-930d-44c0-bcd2-b0a73efd2238 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 944 time: 0.1254711 Apr 11 17:53:44.424083 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-b9d48d25-368f-4030-9dbb-330b1fe6e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:44.425229 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-b9d48d25-368f-4030-9dbb-330b1fe6e82f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 1128 time: 0.1537049 Apr 11 17:53:44.438485 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-9a3df577-a6b7-486f-8c8f-bb7a9b3838e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:44.441751 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-9a3df577-a6b7-486f-8c8f-bb7a9b3838e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0f304599a5748268698298a3e9f8843&device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 1128 time: 0.1895738 Apr 11 17:53:44.455521 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255821b-3687-4e6c-9da6-34142d3ac00f req-bb6c5d62-cad7-4220-aeb6-ff892c87709f tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:44.457006 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a255821b-3687-4e6c-9da6-34142d3ac00f req-bb6c5d62-cad7-4220-aeb6-ff892c87709f tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 931 time: 0.1234221 Apr 11 17:53:44.478472 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f0be64c8-3274-4352-abfc-d5d7ac63a14c req-289eb9ed-1274-4c0e-b369-b67ad79a59b2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432152 Apr 11 17:53:44.525164 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a255821b-3687-4e6c-9da6-34142d3ac00f req-69a6c0cf-ddfc-4abb-8d85-df33b4e641bb tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605421 Apr 11 17:53:44.634768 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fd09e0-855b-481b-a832-a62707591fa8 {{(pid=114851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:44.642487 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Publish callbacks [] for port (e2fd09e0-855b-481b-a832-a62707591fa8), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:44.662337 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.provisioning_blocks [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Transition to ACTIVE for port object e2fd09e0-855b-481b-a832-a62707591fa8 will not be triggered until provisioned by entity L2. {{(pid=114851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:53:44.665405 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:44.732378 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'tag': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45'}, {'name': 'network-changed', 'server_uuid': '38168568-3352-4f80-9ea1-16e96dca0059', 'tag': '5417cd6e-2fae-406d-84bd-61ae60808ec5'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:44.735409 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2e031d-deb3-47f4-b6c1-9aa991bff4a2", "tag": "aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45"}, {"name": "network-changed", "server_uuid": "38168568-3352-4f80-9ea1-16e96dca0059", "tag": "5417cd6e-2fae-406d-84bd-61ae60808ec5"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:44.762252 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd09e0-855b-481b-a832-a62707591fa8,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:44.807213 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-46bd7c1e-2194-41d7-a025-a1047920b687 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 HTTP/1.1" status: 200 len: 217 time: 0.1260211 Apr 11 17:53:44.809001 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c29db07-a775-4cc6-babf-025bb51db94e x-openstack-request-id: req-7c29db07-a775-4cc6-babf-025bb51db94e {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:44.809451 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2e031d-deb3-47f4-b6c1-9aa991bff4a2", "tag": "aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "38168568-3352-4f80-9ea1-16e96dca0059", "tag": "5417cd6e-2fae-406d-84bd-61ae60808ec5", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:44.810028 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7c29db07-a775-4cc6-babf-025bb51db94e {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:44.810519 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c29db07-a775-4cc6-babf-025bb51db94e'] response: {'name': 'network-changed', 'server_uuid': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'tag': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'status': 'completed', 'code': 200} Apr 11 17:53:44.810786 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c29db07-a775-4cc6-babf-025bb51db94e'] response: {'name': 'network-changed', 'server_uuid': '38168568-3352-4f80-9ea1-16e96dca0059', 'tag': '5417cd6e-2fae-406d-84bd-61ae60808ec5', 'status': 'completed', 'code': 200} Apr 11 17:53:44.814257 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-618c978b-b154-4c80-80b9-b1f54821c535 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5417cd6e-2fae-406d-84bd-61ae60808ec5 HTTP/1.1" status: 200 len: 217 time: 0.1270702 Apr 11 17:53:44.840739 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.managers [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Attempting to bind port e2fd09e0-855b-481b-a832-a62707591fa8 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:44.841010 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fd4eabfe-4b43-4c58-aa29-0e4c1ec730d7 req-12a80501-d393-4840-b37c-1a958a9537b3 tempest-VolumesNegativeTest-1502015696 tempest-VolumesNegativeTest-1502015696-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec1a2213-0842-41b4-9c64-0356f0aafa6a HTTP/1.1" status: 200 len: 210 time: 0.0289841 Apr 11 17:53:44.841442 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.managers [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Attempting to bind port e2fd09e0-855b-481b-a832-a62707591fa8 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'}] {{(pid=114851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:44.841852 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Attempting to bind port e2fd09e0-855b-481b-a832-a62707591fa8 on network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 {{(pid=114851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:44.847563 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Port e2fd09e0-855b-481b-a832-a62707591fa8 on network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:53:44.847986 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Attempting to bind port e2fd09e0-855b-481b-a832-a62707591fa8 on network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 {{(pid=114851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:44.853575 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:44.853756 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Checking segment: {'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:44.854320 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Bound using segment: {'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'} {{(pid=114851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:44.863615 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.managers [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Bound port: e2fd09e0-855b-481b-a832-a62707591fa8, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0effe62-af84-4b08-a000-778fcb753d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271'}}] {{(pid=114851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:44.863615 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:44.924061 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] For port e2fd09e0-855b-481b-a832-a62707591fa8, host hv-cinder-83735, cleared binding levels {{(pid=114851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:44.948109 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] For port e2fd09e0-855b-481b-a832-a62707591fa8, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e2fd09e0-855b-481b-a832-a62707591fa8,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:44.955302 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:44.987694 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-74302cc0-2edb-47ab-b212-74836f7030fb req-7d41820c-cd49-4fd3-acea-74120ad1d445 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 210 time: 0.0276093 Apr 11 17:53:44.995336 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:44.996167 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for port (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:44.997679 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] 10.222.0.18 "PUT /v2.0/ports/e2fd09e0-855b-481b-a832-a62707591fa8 HTTP/1.1" status: 200 len: 1093 time: 0.8235383 Apr 11 17:53:44.998150 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:45.000923 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497ebe7a-adf4-48f1-9a64-bcf2889f4397" -d '{"events": [{"name": "network-changed", "server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:45.035961 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2bbc1-2aa3-483d-8d73-b4c00ce6cb54 service neutron] Pushing event updated for resources: {'Port': ['ID=e2fd09e0-855b-481b-a832-a62707591fa8,revision_number=3']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:45.045866 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82b6117-032d-4925-9ef7-b983a0ddc1f1 x-openstack-request-id: req-b82b6117-032d-4925-9ef7-b983a0ddc1f1 {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:45.046126 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:45.046325 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b82b6117-032d-4925-9ef7-b983a0ddc1f1 {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:45.046826 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82b6117-032d-4925-9ef7-b983a0ddc1f1'] response: {'name': 'network-changed', 'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'status': 'completed', 'code': 200} Apr 11 17:53:45.166904 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-73c85704-3c2d-4dc8-80a9-3847b65fe7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.168631 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-73c85704-3c2d-4dc8-80a9-3847b65fe7f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1878d069-8aa7-466d-8fba-07f0b5d10a25 HTTP/1.1" status: 200 len: 854 time: 0.1008353 Apr 11 17:53:45.170331 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-d49cfa8a-9d32-4bc1-ac3b-983a2a7715d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.171867 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-d49cfa8a-9d32-4bc1-ac3b-983a2a7715d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.0954931 Apr 11 17:53:45.223733 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ebe7a-adf4-48f1-9a64-bcf2889f4397 req-f8fea1d4-4cc0-478c-b575-3cd87d01dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.227139 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-497ebe7a-adf4-48f1-9a64-bcf2889f4397 req-f8fea1d4-4cc0-478c-b575-3cd87d01dbb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c71b0f821474346aaf840b827812a6e&device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 1127 time: 0.1237843 Apr 11 17:53:45.243540 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-14dc635e-96f0-443b-8458-64bb64f57530 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=acff1887-5be1-4672-9d47-5aef9cf1670a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574472 Apr 11 17:53:45.390130 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-3a71ef17-ea22-4458-93bc-5314f7705412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.391658 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-3a71ef17-ea22-4458-93bc-5314f7705412 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2044976 Apr 11 17:53:45.405362 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d04688-968f-45f7-9fc7-fca84ad1296c req-df5dcc77-c205-4ded-bc64-fabc874df77a tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.406859 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c6d04688-968f-45f7-9fc7-fca84ad1296c req-df5dcc77-c205-4ded-bc64-fabc874df77a tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.1470108 Apr 11 17:53:45.434469 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ebe7a-adf4-48f1-9a64-bcf2889f4397 req-22475960-567b-4fac-ae14-c80002f1519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.436005 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-497ebe7a-adf4-48f1-9a64-bcf2889f4397 req-22475960-567b-4fac-ae14-c80002f1519f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6c71b0f821474346aaf840b827812a6e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1962168 Apr 11 17:53:45.525841 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b85ba901-da4b-4dce-9196-ff379df42070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:45.652683 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-8da456d5-f32d-4a5b-870c-63e8b3184c14 service neutron] 10.222.0.18 "GET /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902903 Apr 11 17:53:45.655415 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ebe7a-adf4-48f1-9a64-bcf2889f4397 req-069b6620-c349-4b72-b08f-00d3912de147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.656990 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-497ebe7a-adf4-48f1-9a64-bcf2889f4397 req-069b6620-c349-4b72-b08f-00d3912de147 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1644537 Apr 11 17:53:45.667699 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-21bcdb94-0ce5-4f47-8d02-d15df74060a8 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.669172 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-21bcdb94-0ce5-4f47-8d02-d15df74060a8 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.18 "GET /v2.0/networks?id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735 HTTP/1.1" status: 200 len: 815 time: 0.4372485 Apr 11 17:53:45.683941 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c6d04688-968f-45f7-9fc7-fca84ad1296c req-e0d1e46d-89d0-4222-8d76-991ced488996 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384014 Apr 11 17:53:45.695265 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673783b-368b-4740-a828-75d520882ef6 req-76f9a2c0-fd32-4dd1-8264-2fd5e31b29d0 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.696787 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7673783b-368b-4740-a828-75d520882ef6 req-76f9a2c0-fd32-4dd1-8264-2fd5e31b29d0 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 944 time: 0.1400588 Apr 11 17:53:45.700443 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Request body: {'port': {'device_id': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'admin_state_up': True, 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:45.727188 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-5cdaeeb5-d6c3-43c2-87f2-a56f8dade976 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193688 Apr 11 17:53:45.753889 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-6e982a2c-a1bb-43f5-82af-ff1576647be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.755873 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-6e982a2c-a1bb-43f5-82af-ff1576647be3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c71b0f821474346aaf840b827812a6e&device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 1127 time: 0.0477133 Apr 11 17:53:45.825830 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-8fc930e4-87c0-45ed-a0aa-278e24f5e083 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2fd09e0-855b-481b-a832-a62707591fa8 HTTP/1.1" status: 200 len: 217 time: 0.0623488 Apr 11 17:53:45.891062 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-cdbc9c52-df8d-4e42-9527-8a7b1948f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:45.892850 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-cdbc9c52-df8d-4e42-9527-8a7b1948f827 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1db30ab4-92c4-4d32-abe7-c8b778e7e79c HTTP/1.1" status: 200 len: 848 time: 0.0534766 Apr 11 17:53:46.012328 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-f7622ddd-1933-41e6-bcd1-bdec940d941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:46.016252 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-f7622ddd-1933-41e6-bcd1-bdec940d941a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135552 Apr 11 17:53:46.031979 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a52b4a-29ce-431b-b399-dc0f3561b6dd req-a113f871-c95d-455a-8a55-d50c02d35d17 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:46.033545 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f4a52b4a-29ce-431b-b399-dc0f3561b6dd req-a113f871-c95d-455a-8a55-d50c02d35d17 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.2608147 Apr 11 17:53:46.075411 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7673783b-368b-4740-a828-75d520882ef6 req-35893818-9edd-4dd0-8d19-43097357de49 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3506012 Apr 11 17:53:46.161014 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-a61bb00e-c53b-4335-b27d-fb43d9373887 service neutron] 10.222.0.18 "GET /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904590 Apr 11 17:53:46.163699 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-970c46b3-55d4-4a3e-9836-a7bd91c78ab5 req-38c51907-7f59-4442-8bfb-8494e5203297 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140849 Apr 11 17:53:46.175631 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Made reservation on behalf of 3802c6d8d7934a8ba9a8d8577a589533 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:53:46.180301 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:46.311649 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3bba1a13-bc6e-4437-b0d9-4c891b367958 req-3fa1bad5-36d3-4579-9a82-0d27e4f20ebc tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 210 time: 0.0559037 Apr 11 17:53:46.459386 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Allocated IP 172.20.0.11 (6fdbc451-a168-4260-b1a4-3cd2c2ba6735/149a2d61-f152-4c6a-8a91-620863f2eb79/ad6a0cff-b605-46fa-8ed9-eed123e1d90f) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:53:46.494792 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:46.596539 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f4a52b4a-29ce-431b-b399-dc0f3561b6dd req-375965ba-c075-43e5-bbd3-5947bb52d022 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5152056 Apr 11 17:53:46.675581 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-457bd36c-f14c-4fdd-acab-b6560428716d service neutron] 10.222.0.18 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742503 Apr 11 17:53:46.700061 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:46.749646 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:46.843631 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e60ce5-85e8-45fa-9893-ab1d739f6f68 req-5ad93881-ba79-42dc-b345-e8ec7e2718c8 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:46.845191 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e4e60ce5-85e8-45fa-9893-ab1d739f6f68 req-5ad93881-ba79-42dc-b345-e8ec7e2718c8 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.0836864 Apr 11 17:53:46.866427 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:53:46.876174 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:53:46.882546 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:53:46.910757 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event updated for resources: {'Port': ['ID=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:46.950416 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e4e60ce5-85e8-45fa-9893-ab1d739f6f68 req-3509dc10-437d-4361-97f0-dc75ecf244d2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971823 Apr 11 17:53:46.957861 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:46.958500 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:46.981497 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-61831eb4-ee04-4f2a-9f8f-d43645c58c0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2964063 Apr 11 17:53:47.111034 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-7163e138-c952-4c23-a55d-80f6c3e247ad None None] Provisioning complete for port ad6a0cff-b605-46fa-8ed9-eed123e1d90f triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:47.112029 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-7163e138-c952-4c23-a55d-80f6c3e247ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:47.191721 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-7163e138-c952-4c23-a55d-80f6c3e247ad None None] Port ad6a0cff-b605-46fa-8ed9-eed123e1d90f cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:53:47.223792 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ed1ed-5444-4a47-a864-b8309c3ad378 req-26405fb9-b3af-48d6-8b13-42fc72d83b07 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:47.225712 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0c9ed1ed-5444-4a47-a864-b8309c3ad378 req-26405fb9-b3af-48d6-8b13-42fc72d83b07 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 944 time: 0.0618365 Apr 11 17:53:47.279734 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0c9ed1ed-5444-4a47-a864-b8309c3ad378 req-41d3ffb8-f8df-45c0-b7c1-708ffdb5d9d1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485060 Apr 11 17:53:47.493192 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d0373-32ba-470c-86b1-085ad3b007a0 req-6dc164dd-02f9-4189-945d-954805c9d3c2 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:47.495478 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-873d0373-32ba-470c-86b1-085ad3b007a0 req-6dc164dd-02f9-4189-945d-954805c9d3c2 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 932 time: 0.0702097 Apr 11 17:53:47.565755 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-873d0373-32ba-470c-86b1-085ad3b007a0 req-fe55ddef-1594-4ea2-8949-b18178731f42 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505235 Apr 11 17:53:47.743978 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9088f3-7e82-47aa-b0fe-ff775f416837 req-7405a5d2-b8fe-4866-83bc-a1545df54b39 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:47.749388 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cb9088f3-7e82-47aa-b0fe-ff775f416837 req-7405a5d2-b8fe-4866-83bc-a1545df54b39 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0622342 Apr 11 17:53:47.805852 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cb9088f3-7e82-47aa-b0fe-ff775f416837 req-3d890c57-c11b-4b87-8d5d-adeb8f1d719d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522060 Apr 11 17:53:47.942942 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:48.143360 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7effa15-23d5-49bf-ac25-af3dff0032c0 req-0f4fb4ea-4ba4-44d8-bc28-5fd642050b61 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:48.145410 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c7effa15-23d5-49bf-ac25-af3dff0032c0 req-0f4fb4ea-4ba4-44d8-bc28-5fd642050b61 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.0911641 Apr 11 17:53:48.227606 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:53:48.464160 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:48.480816 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'port_id': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'mac_address': 'fa:16:3e:b2:7f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:53:48.603281 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:48.603722 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:48.643746 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:48.659953 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30ef3-a3c9-4897-9ff4-f5690fa0d372 req-c6a11b01-f4a2-43e1-97bf-34933258ee10 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:48.661973 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cfd30ef3-a3c9-4897-9ff4-f5690fa0d372 req-c6a11b01-f4a2-43e1-97bf-34933258ee10 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 944 time: 0.1049175 Apr 11 17:53:48.682092 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c7effa15-23d5-49bf-ac25-af3dff0032c0 req-1a76a3b0-a7d0-463b-b0bf-d25ca4bb0594 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264709 Apr 11 17:53:48.682248 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:48.688656 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:48.800294 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cfd30ef3-a3c9-4897-9ff4-f5690fa0d372 req-beee1a9e-4f6b-43bb-8f6d-359a2b870089 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144426 Apr 11 17:53:48.879775 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:48.907400 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.908291 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.909853 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa998b9-c4a0-40d9-b5f5-33c6d4901b85 req-f3d878b7-9e8a-4087-aedc-3aa35fbd54a1 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:48.915020 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.917388 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.917529 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2fa998b9-c4a0-40d9-b5f5-33c6d4901b85 req-f3d878b7-9e8a-4087-aedc-3aa35fbd54a1 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 932 time: 0.1099412 Apr 11 17:53:48.917923 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.918306 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.918725 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.924690 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.925515 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.926134 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.926700 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.927260 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.927781 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.928315 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:48.928827 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:53:49.041420 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2fa998b9-c4a0-40d9-b5f5-33c6d4901b85 req-62ae74cd-0683-4081-ac10-cf86c3022004 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231029 Apr 11 17:53:49.064641 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce080024-6cb2-4f03-867a-cab1036984fb req-53258568-1184-4f56-8349-2fa706ed6400 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:49.066441 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ce080024-6cb2-4f03-867a-cab1036984fb req-53258568-1184-4f56-8349-2fa706ed6400 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0944033 Apr 11 17:53:49.179678 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ce080024-6cb2-4f03-867a-cab1036984fb req-699cc5a0-0f1b-40dc-8b35-78ada7c2bd4b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990961 Apr 11 17:53:49.448704 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:49.814033 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8639b-8ce9-4a30-b7c1-c2496b1677ad req-f9432b59-b73e-44a6-ad67-5f12ceaaecf7 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:49.815844 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ef8639b-8ce9-4a30-b7c1-c2496b1677ad req-f9432b59-b73e-44a6-ad67-5f12ceaaecf7 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.0567887 Apr 11 17:53:49.883512 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ef8639b-8ce9-4a30-b7c1-c2496b1677ad req-a3ab3461-b204-4a26-9619-43a98aa34316 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616789 Apr 11 17:53:49.946181 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddf888-737f-4bac-8379-51b1e8b6b3fa req-9a77bf0e-8672-42ee-8db0-62648feb1470 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:49.947649 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c6ddf888-737f-4bac-8379-51b1e8b6b3fa req-9a77bf0e-8672-42ee-8db0-62648feb1470 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 945 time: 0.0525668 Apr 11 17:53:50.003075 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c6ddf888-737f-4bac-8379-51b1e8b6b3fa req-75679dfb-4fdb-4092-8ed4-851f6b353edf tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490596 Apr 11 17:53:50.164710 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3593a33-ca51-4c56-b23b-83eff115623a req-c12517cc-7b48-4ac2-9d34-87d611433746 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:50.166366 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e3593a33-ca51-4c56-b23b-83eff115623a req-c12517cc-7b48-4ac2-9d34-87d611433746 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 932 time: 0.0492432 Apr 11 17:53:50.218905 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e3593a33-ca51-4c56-b23b-83eff115623a req-9c7773c9-8a50-49c6-b3d6-1177f5e2c55a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470805 Apr 11 17:53:50.306149 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b30a30-d26d-40a2-bd91-1656aae793b2 req-c3aa07f1-83ca-4cb7-b83e-4c6a8e50ab16 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:50.307790 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-84b30a30-d26d-40a2-bd91-1656aae793b2 req-c3aa07f1-83ca-4cb7-b83e-4c6a8e50ab16 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0536735 Apr 11 17:53:50.358566 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-84b30a30-d26d-40a2-bd91-1656aae793b2 req-c710ba9d-4bd8-4103-857c-32cc7af1ec9c tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447342 Apr 11 17:53:51.001918 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083a4d5-35b5-462f-9105-c62c707f0cc1 req-9066c0ad-5d93-48e5-b675-5ecbf24506f3 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:51.003425 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5083a4d5-35b5-462f-9105-c62c707f0cc1 req-9066c0ad-5d93-48e5-b675-5ecbf24506f3 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.0493937 Apr 11 17:53:51.054742 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5083a4d5-35b5-462f-9105-c62c707f0cc1 req-9d0bbd1f-d9df-4c53-acec-628a7d983da9 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453775 Apr 11 17:53:51.126698 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bad73-f0d3-45a4-ab3a-2e351161b6b9 req-cc60c367-783e-4ef8-a333-4d7e9c73e4f8 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:51.128348 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-534bad73-f0d3-45a4-ab3a-2e351161b6b9 req-cc60c367-783e-4ef8-a333-4d7e9c73e4f8 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 945 time: 0.0485477 Apr 11 17:53:51.181613 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-534bad73-f0d3-45a4-ab3a-2e351161b6b9 req-ed9ef9e9-e205-46bd-b5d3-2bbac9d7c8c5 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476480 Apr 11 17:53:51.335683 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebc973-f68f-456f-95e3-43c951e42b7b req-e38bb488-c928-4280-9e29-c4195fc4ebbb tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:51.337265 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-daebc973-f68f-456f-95e3-43c951e42b7b req-e38bb488-c928-4280-9e29-c4195fc4ebbb tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 932 time: 0.0478942 Apr 11 17:53:51.387245 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-daebc973-f68f-456f-95e3-43c951e42b7b req-9170f730-a773-4600-ae54-95f3ca38d1fc tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444894 Apr 11 17:53:51.484523 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58373-5bd3-46b0-b612-8bee5fa9bd45 req-57197961-9913-45ca-a204-38553f738443 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:51.486060 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5db58373-5bd3-46b0-b612-8bee5fa9bd45 req-57197961-9913-45ca-a204-38553f738443 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0487270 Apr 11 17:53:51.538793 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5db58373-5bd3-46b0-b612-8bee5fa9bd45 req-3e0e7cdb-04b5-4594-8359-b0e807f08cca tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455976 Apr 11 17:53:51.657841 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:53:51.708359 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:52.180006 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5aa89d-8dd0-45a9-808b-30d994b57c54 req-08a8b6ca-93ed-4bfc-ad11-d24238680727 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:52.181546 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2b5aa89d-8dd0-45a9-808b-30d994b57c54 req-08a8b6ca-93ed-4bfc-ad11-d24238680727 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.0566998 Apr 11 17:53:52.263142 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2b5aa89d-8dd0-45a9-808b-30d994b57c54 req-d4e273bc-8e40-49c0-9d61-b6035f58f314 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735574 Apr 11 17:53:52.310726 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a02e6c-fc80-42b8-9cec-24ed164319dd req-56fb63d7-4910-4c39-a34c-4f0e5082226d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:52.312290 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-00a02e6c-fc80-42b8-9cec-24ed164319dd req-56fb63d7-4910-4c39-a34c-4f0e5082226d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 945 time: 0.0480752 Apr 11 17:53:52.361012 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-00a02e6c-fc80-42b8-9cec-24ed164319dd req-17f2d6bf-b6b5-45ce-ae78-e4c0c913cee7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417423 Apr 11 17:53:52.497207 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638c1ec-46dd-4dfe-82f8-260843a7cdd5 req-380cd7ce-4a54-4901-ab10-4e0733679f7d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:52.498759 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9638c1ec-46dd-4dfe-82f8-260843a7cdd5 req-380cd7ce-4a54-4901-ab10-4e0733679f7d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 932 time: 0.0472660 Apr 11 17:53:52.555984 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9638c1ec-46dd-4dfe-82f8-260843a7cdd5 req-8a90997a-b39a-493e-85cf-f926270248b5 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503809 Apr 11 17:53:52.663415 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee072b8-5588-4ccc-879f-b7313c2b6a76 req-834ec471-dd09-467e-89e9-70e660b2f4c3 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:52.664959 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cee072b8-5588-4ccc-879f-b7313c2b6a76 req-834ec471-dd09-467e-89e9-70e660b2f4c3 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0568256 Apr 11 17:53:52.732536 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cee072b8-5588-4ccc-879f-b7313c2b6a76 req-1d20418a-f9a6-4bf5-bff7-c30d03d43cf1 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561216 Apr 11 17:53:53.223419 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 53280) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:53.399448 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-539a6c2f-5df0-474f-a119-35bfd8f32a07 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02652a31129d49d9b33a94fd347cfd9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747823 Apr 11 17:53:53.402323 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 53288) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:53.406073 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c9c21-e543-4e44-a0bf-4b30d99270e2 req-9884aaa6-fe8e-4a46-9052-ffad8308db5d tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:53.407557 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f00c9c21-e543-4e44-a0bf-4b30d99270e2 req-9884aaa6-fe8e-4a46-9052-ffad8308db5d tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.0647895 Apr 11 17:53:53.490688 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c788ba40-7b9c-4be3-9733-b44253251a7b admin admin] Publish callbacks [] for security_group (1516cae6-b088-4c5c-8150-61d686671f24), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:53.530178 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f00c9c21-e543-4e44-a0bf-4b30d99270e2 req-5a36082e-33e1-49cf-92a7-cc44cd47044c tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081696 Apr 11 17:53:53.533349 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c788ba40-7b9c-4be3-9733-b44253251a7b admin admin] Publish callbacks [] for security_group (1516cae6-b088-4c5c-8150-61d686671f24), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:53.546084 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feec98c-ed0c-4461-93e5-bf74b04744f8 req-e1cb7593-17c4-4e0f-ad2f-52ffb4b32ffb tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:53.554525 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1feec98c-ed0c-4461-93e5-bf74b04744f8 req-e1cb7593-17c4-4e0f-ad2f-52ffb4b32ffb tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 945 time: 0.1000626 Apr 11 17:53:53.605495 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c788ba40-7b9c-4be3-9733-b44253251a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (1516cae6-b088-4c5c-8150-61d686671f24), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:53.610244 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c788ba40-7b9c-4be3-9733-b44253251a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:53.615212 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-c788ba40-7b9c-4be3-9733-b44253251a7b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1516cae6-b088-4c5c-8150-61d686671f24 HTTP/1.1" status: 204 len: 168 time: 0.2118273 Apr 11 17:53:53.622640 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1feec98c-ed0c-4461-93e5-bf74b04744f8 req-e1514571-54ee-460d-af32-6c640b690123 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565610 Apr 11 17:53:53.625450 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788ba40-7b9c-4be3-9733-b44253251a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1516cae6-b088-4c5c-8150-61d686671f24,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:53.689657 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:53:53.740560 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abff20-676d-4e92-9d0f-227561afbfdb req-72f00e31-61f1-432c-9935-ffb45948c343 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:53.742365 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-80abff20-676d-4e92-9d0f-227561afbfdb req-72f00e31-61f1-432c-9935-ffb45948c343 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 932 time: 0.0504696 Apr 11 17:53:53.764103 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:53:53.778993 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:53:53.779381 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:53.836601 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-80abff20-676d-4e92-9d0f-227561afbfdb req-fd33e315-843c-427d-870b-825c304cf830 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878110 Apr 11 17:53:53.941679 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa6e5c-b60f-43ea-901c-1b7ceabcb9b5 req-86ad4ba3-a17e-48ff-a7c9-ec962d841310 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:53.943319 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5caa6e5c-b60f-43ea-901c-1b7ceabcb9b5 req-86ad4ba3-a17e-48ff-a7c9-ec962d841310 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0997026 Apr 11 17:53:53.986413 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:53:53.987090 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:54.025382 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:54.027736 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2458268-6655-487e-be7b-0ad1fa4e2ef0" -d '{"events": [{"server_uuid": "bc2e031d-deb3-47f4-b6c1-9aa991bff4a2", "name": "network-vif-plugged", "status": "completed", "tag": "aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:54.068936 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:53:54.075271 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:54.118546 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1205c4a-f3ce-4002-b95c-cc165dcfbf65 x-openstack-request-id: req-f1205c4a-f3ce-4002-b95c-cc165dcfbf65 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:54.118870 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2e031d-deb3-47f4-b6c1-9aa991bff4a2", "name": "network-vif-plugged", "status": "completed", "tag": "aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:54.119237 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f1205c4a-f3ce-4002-b95c-cc165dcfbf65 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:54.119544 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1205c4a-f3ce-4002-b95c-cc165dcfbf65'] response: {'server_uuid': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'code': 200} Apr 11 17:53:54.124936 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5caa6e5c-b60f-43ea-901c-1b7ceabcb9b5 req-96571b52-cb14-4946-93fd-804211f5637a tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749172 Apr 11 17:53:54.169309 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:54.649787 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21423bc5-ed09-4d84-904b-f756a7b9a897 req-fbce31d3-244b-4af4-b3d1-9b7e5e25ff46 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:54.651624 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-21423bc5-ed09-4d84-904b-f756a7b9a897 req-fbce31d3-244b-4af4-b3d1-9b7e5e25ff46 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.0497177 Apr 11 17:53:54.753490 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-21423bc5-ed09-4d84-904b-f756a7b9a897 req-a31fcbb5-008e-4331-8b88-4e2039759655 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962327 Apr 11 17:53:54.768277 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423c21e-547a-4a27-9ec6-971769ead5e3 req-47808a9d-0f93-40ed-86bc-9714f460bd1b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:54.770351 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6423c21e-547a-4a27-9ec6-971769ead5e3 req-47808a9d-0f93-40ed-86bc-9714f460bd1b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0777266 Apr 11 17:53:54.838070 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6423c21e-547a-4a27-9ec6-971769ead5e3 req-71e40ba1-a519-4b50-a483-cc119ac09084 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610826 Apr 11 17:53:54.991312 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d03d09-0f6e-46f3-a616-e96e4fee9402 req-0217f458-ec17-4176-9d23-de6a895659ec tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:54.997390 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-46d03d09-0f6e-46f3-a616-e96e4fee9402 req-0217f458-ec17-4176-9d23-de6a895659ec tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 932 time: 0.0641263 Apr 11 17:53:55.055224 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-46d03d09-0f6e-46f3-a616-e96e4fee9402 req-67bcb8c6-ae9a-4fd9-bfbe-4d4b40ff2268 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569723 Apr 11 17:53:55.242802 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eab660-a988-4e50-89cf-a0066e23147b req-7d2518aa-71a5-40b1-8e47-bc3ce681daf9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:55.244269 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f0eab660-a988-4e50-89cf-a0066e23147b req-7d2518aa-71a5-40b1-8e47-bc3ce681daf9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0499730 Apr 11 17:53:55.302431 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f0eab660-a988-4e50-89cf-a0066e23147b req-9c16ddcf-a0e8-4dad-9e8e-75469c474420 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525761 Apr 11 17:53:55.861934 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc7089-797c-4a88-9b86-f91ab7d239d4 req-f994e6aa-ebfb-4a3a-81fb-5993edc93aa9 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:55.863405 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b0bc7089-797c-4a88-9b86-f91ab7d239d4 req-f994e6aa-ebfb-4a3a-81fb-5993edc93aa9 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.0459068 Apr 11 17:53:55.918876 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b0bc7089-797c-4a88-9b86-f91ab7d239d4 req-8d67a70c-98ab-486e-8b5a-5130bcd25c1e tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498104 Apr 11 17:53:55.952799 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e12b-0e4f-4298-88c8-63f559244125 req-91e8efce-ff39-4df6-9bd2-8670d980047b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:55.954203 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c538e12b-0e4f-4298-88c8-63f559244125 req-91e8efce-ff39-4df6-9bd2-8670d980047b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0507915 Apr 11 17:53:55.998250 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c538e12b-0e4f-4298-88c8-63f559244125 req-cc08effc-3fb0-4b2b-8f26-610ef3cedac8 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386844 Apr 11 17:53:56.166504 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2812e-e009-4a87-9c5b-3042e1933abd req-c4ae2f9b-45e3-4ca0-bfb2-0a1a50534b72 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:56.167944 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e9b2812e-e009-4a87-9c5b-3042e1933abd req-c4ae2f9b-45e3-4ca0-bfb2-0a1a50534b72 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 932 time: 0.0495608 Apr 11 17:53:56.213904 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e9b2812e-e009-4a87-9c5b-3042e1933abd req-e0a682e8-3bde-4a81-a119-250599315ca6 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Apr 11 17:53:56.414092 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca3698-7eeb-4d7c-a83f-f05043ee7ef1 req-7e912d33-1326-42ec-9369-0d4bbcb86b98 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:56.415615 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8eca3698-7eeb-4d7c-a83f-f05043ee7ef1 req-7e912d33-1326-42ec-9369-0d4bbcb86b98 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0475554 Apr 11 17:53:56.474149 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8eca3698-7eeb-4d7c-a83f-f05043ee7ef1 req-947f6b2e-d48a-4147-854d-07364c748678 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507376 Apr 11 17:53:56.498807 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Request body: {'port': {'device_id': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:53:56.577782 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-3533eb38-ea85-449c-961d-a422858a5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:56.579719 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-3533eb38-ea85-449c-961d-a422858a5bf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0765300 Apr 11 17:53:56.595772 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-1987f0f8-c8e5-437b-a0cc-d5044731848a req-be23ce61-8f9c-4b8d-90c7-ce7b9ad98dcf service neutron] 10.222.0.18 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123328 Apr 11 17:53:56.631335 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:56.793045 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-21c3240f-7cce-4b80-873b-89b9466ac72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:56.794501 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-21c3240f-7cce-4b80-873b-89b9466ac72f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 0.1851099 Apr 11 17:53:56.940557 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6a0cff-b605-46fa-8ed9-eed123e1d90f {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:53:56.947998 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Publish callbacks [] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:56.961286 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Transition to ACTIVE for port object ad6a0cff-b605-46fa-8ed9-eed123e1d90f will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:53:56.965014 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:57.049972 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:57.083304 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c092b83-0772-4659-b40f-6ed5e67998f8 req-b5d5f5fb-7a55-475e-8b32-b8412fd8cbbc tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:57.084798 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4c092b83-0772-4659-b40f-6ed5e67998f8 req-b5d5f5fb-7a55-475e-8b32-b8412fd8cbbc tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.0953541 Apr 11 17:53:57.181092 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e2c30-1a8f-4eca-8811-386fce2129b7 req-cfd9dfa9-7fcd-46c8-a929-13519e4d790d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:57.182559 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6e0e2c30-1a8f-4eca-8811-386fce2129b7 req-cfd9dfa9-7fcd-46c8-a929-13519e4d790d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0968220 Apr 11 17:53:57.222366 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Attempting to bind port ad6a0cff-b605-46fa-8ed9-eed123e1d90f on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:53:57.222702 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Attempting to bind port ad6a0cff-b605-46fa-8ed9-eed123e1d90f by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:53:57.223025 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Attempting to bind port ad6a0cff-b605-46fa-8ed9-eed123e1d90f on network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:57.230633 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4c092b83-0772-4659-b40f-6ed5e67998f8 req-5cb264d5-6180-48af-bb4d-3e5499b4726e tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334431 Apr 11 17:53:57.236509 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Port ad6a0cff-b605-46fa-8ed9-eed123e1d90f on network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:53:57.236829 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Attempting to bind port ad6a0cff-b605-46fa-8ed9-eed123e1d90f on network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:53:57.249915 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:53:57.250235 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Checking segment: {'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:53:57.250615 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Bound using segment: {'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:53:57.251049 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Bound port: ad6a0cff-b605-46fa-8ed9-eed123e1d90f, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170bf4f7-1254-47e8-8138-aa5da2228cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:53:57.251408 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:57.275913 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6e0e2c30-1a8f-4eca-8811-386fce2129b7 req-7cd3b9b3-7c44-4d7c-9b96-25198ee6683b tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793240 Apr 11 17:53:57.361453 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab763a-1c1d-4a46-ab83-8900542e0e56 req-241e33f1-153c-4326-a21c-0187d3b85608 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:57.362836 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18ab763a-1c1d-4a46-ab83-8900542e0e56 req-241e33f1-153c-4326-a21c-0187d3b85608 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 944 time: 0.0674365 Apr 11 17:53:57.368690 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] For port ad6a0cff-b605-46fa-8ed9-eed123e1d90f, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:53:57.378218 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] For port ad6a0cff-b605-46fa-8ed9-eed123e1d90f, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:53:57.390558 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:57.433840 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:57.434579 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:57.436062 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] 10.222.0.18 "PUT /v2.0/ports/ad6a0cff-b605-46fa-8ed9-eed123e1d90f HTTP/1.1" status: 200 len: 1094 time: 0.9422777 Apr 11 17:53:57.439376 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:53:57.442201 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed4922-4eff-456e-be0b-13f3e99f8f16" -d '{"events": [{"name": "network-changed", "server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:53:57.476122 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18ab763a-1c1d-4a46-ab83-8900542e0e56 req-a187e6bb-15c7-456e-b04e-e972c0418a49 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051235 Apr 11 17:53:57.482458 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605632e2-0a0c-4b24-8094-485092aee733 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:57.490855 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd48d2a5-33ca-4939-bb65-5b274adfb985 x-openstack-request-id: req-dd48d2a5-33ca-4939-bb65-5b274adfb985 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:53:57.490855 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:53:57.491101 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd48d2a5-33ca-4939-bb65-5b274adfb985 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:53:57.491533 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd48d2a5-33ca-4939-bb65-5b274adfb985'] response: {'name': 'network-changed', 'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'status': 'completed', 'code': 200} Apr 11 17:53:57.604195 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912fc75-0d7e-4a82-a683-c1ee90512ff0 req-d88e73b0-e2e4-4323-bfb4-8be472717d86 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:57.605965 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2912fc75-0d7e-4a82-a683-c1ee90512ff0 req-d88e73b0-e2e4-4323-bfb4-8be472717d86 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0515311 Apr 11 17:53:57.648616 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 53396) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:57.660213 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2912fc75-0d7e-4a82-a683-c1ee90512ff0 req-411d6455-9fcf-4822-838d-dcc63cf13700 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481033 Apr 11 17:53:57.752146 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8bb7-429a-48ec-9f15-ecae15490071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:57.824203 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8bb7-429a-48ec-9f15-ecae15490071 admin admin] Publish callbacks [] for security_group (f3be0f3e-cfe0-4ac4-818e-e97af72f35d4), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:57.827531 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8bb7-429a-48ec-9f15-ecae15490071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (f3be0f3e-cfe0-4ac4-818e-e97af72f35d4), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:57.864202 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-ea8d8bb7-429a-48ec-9f15-ecae15490071 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b80c7fdcc2a84df79efb465f2ae4ff0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143960 Apr 11 17:53:57.866131 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d8bb7-429a-48ec-9f15-ecae15490071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3be0f3e-cfe0-4ac4-818e-e97af72f35d4,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:57.866804 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 53400) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:53:57.916433 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4da83-339a-423f-8e52-83f5a4e2be11 admin admin] Publish callbacks [] for security_group (f3be0f3e-cfe0-4ac4-818e-e97af72f35d4), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:57.937874 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4da83-339a-423f-8e52-83f5a4e2be11 admin admin] Publish callbacks [] for security_group (f3be0f3e-cfe0-4ac4-818e-e97af72f35d4), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:57.981847 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4da83-339a-423f-8e52-83f5a4e2be11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (f3be0f3e-cfe0-4ac4-818e-e97af72f35d4), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:57.984982 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4da83-339a-423f-8e52-83f5a4e2be11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:53:57.986106 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-e5a4da83-339a-423f-8e52-83f5a4e2be11 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f3be0f3e-cfe0-4ac4-818e-e97af72f35d4 HTTP/1.1" status: 204 len: 168 time: 0.1182821 Apr 11 17:53:57.993706 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4da83-339a-423f-8e52-83f5a4e2be11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3be0f3e-cfe0-4ac4-818e-e97af72f35d4,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:53:58.340965 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e825e8-a39b-474a-92dc-92a278d405d4 req-9771ddf8-7af8-4516-9c9f-7425649f0d18 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:58.342445 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-65e825e8-a39b-474a-92dc-92a278d405d4 req-9771ddf8-7af8-4516-9c9f-7425649f0d18 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.0460935 Apr 11 17:53:58.404409 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492093d6-ba84-4ea4-88d1-778bbd57887b req-8ce2aede-e461-4107-b051-245f00d1c577 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:58.406436 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-492093d6-ba84-4ea4-88d1-778bbd57887b req-8ce2aede-e461-4107-b051-245f00d1c577 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0625622 Apr 11 17:53:58.436847 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-65e825e8-a39b-474a-92dc-92a278d405d4 req-95dc7f04-949d-4eba-ac0e-f82506b24033 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847764 Apr 11 17:53:58.465397 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-492093d6-ba84-4ea4-88d1-778bbd57887b req-0bfe1de0-7068-4a4d-9eea-542737081c98 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531418 Apr 11 17:53:58.602161 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd240a3-c82e-43fc-87b0-906b8e4a8c14 req-bdc29cf4-9266-4b3b-8783-86204cd4d882 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:58.603618 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7fd240a3-c82e-43fc-87b0-906b8e4a8c14 req-bdc29cf4-9266-4b3b-8783-86204cd4d882 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 944 time: 0.0480170 Apr 11 17:53:58.650819 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7fd240a3-c82e-43fc-87b0-906b8e4a8c14 req-3f121d47-b73d-41fc-8697-3690d26cae6a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417659 Apr 11 17:53:58.769418 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d28d8-649b-4053-a119-121496edce2c req-d3bcc0e6-c9fd-45b5-b3bc-ad2fdd04bbd8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:58.770907 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e10d28d8-649b-4053-a119-121496edce2c req-d3bcc0e6-c9fd-45b5-b3bc-ad2fdd04bbd8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0459657 Apr 11 17:53:58.818790 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e10d28d8-649b-4053-a119-121496edce2c req-c375ca36-5f4d-4127-a89f-288259ceed0a tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426044 Apr 11 17:53:59.475003 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed4922-4eff-456e-be0b-13f3e99f8f16 req-811c1f5a-ee29-491b-9f3f-b20b7c042643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:59.476529 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-4eed4922-4eff-456e-be0b-13f3e99f8f16 req-811c1f5a-ee29-491b-9f3f-b20b7c042643 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3802c6d8d7934a8ba9a8d8577a589533&device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 1128 time: 0.0392585 Apr 11 17:53:59.481836 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-595baad1-d88b-4dbc-a5ad-2048d06aaaec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 HTTP/1.1" status: 200 len: 217 time: 0.0593317 Apr 11 17:53:59.502391 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55363745-99a6-4f08-961e-468680785206 req-bfe314af-75b0-4fe8-952c-a10f9be7225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:59.503860 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-55363745-99a6-4f08-961e-468680785206 req-bfe314af-75b0-4fe8-952c-a10f9be7225b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0833659 Apr 11 17:53:59.588803 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed4922-4eff-456e-be0b-13f3e99f8f16 req-80f031cc-0f4f-4195-ae6c-c85ca30ec70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:59.590389 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-4eed4922-4eff-456e-be0b-13f3e99f8f16 req-80f031cc-0f4f-4195-ae6c-c85ca30ec70e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3802c6d8d7934a8ba9a8d8577a589533&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0992954 Apr 11 17:53:59.626105 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-3cfaabbe-14bf-410c-a367-d630d562d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:59.627546 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-3cfaabbe-14bf-410c-a367-d630d562d030 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.1331758 Apr 11 17:53:59.653607 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64849e1f-db7e-42f0-b7ef-139807a16599 req-07cf5ef2-10ff-4ae0-a948-627267b79054 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:59.655014 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-64849e1f-db7e-42f0-b7ef-139807a16599 req-07cf5ef2-10ff-4ae0-a948-627267b79054 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 944 time: 0.1320152 Apr 11 17:53:59.684464 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd78c0a-2581-4b6f-bf7d-44e0325af2e0 req-cbe47224-a972-46da-93dd-8634ea08e791 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:59.684735 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed4922-4eff-456e-be0b-13f3e99f8f16 req-779e6d52-9a8d-464c-908d-e205cb802e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:59.685834 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7cd78c0a-2581-4b6f-bf7d-44e0325af2e0 req-cbe47224-a972-46da-93dd-8634ea08e791 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.1356449 Apr 11 17:53:59.686285 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-4eed4922-4eff-456e-be0b-13f3e99f8f16 req-779e6d52-9a8d-464c-908d-e205cb802e2e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876899 Apr 11 17:53:59.696308 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-55363745-99a6-4f08-961e-468680785206 req-33f7af43-6b07-4368-9b46-2a0ae26ec84b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721923 Apr 11 17:53:59.728237 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-6489554b-3643-4269-850c-767a039a35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:59.729748 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-6489554b-3643-4269-850c-767a039a35f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955307 Apr 11 17:53:59.776184 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-64849e1f-db7e-42f0-b7ef-139807a16599 req-dd84d07f-c1fc-4c66-962f-6f39fcb4883e tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991268 Apr 11 17:53:59.780138 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7cd78c0a-2581-4b6f-bf7d-44e0325af2e0 req-de98e831-bae6-4e4e-8da9-9de3510edb96 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811429 Apr 11 17:53:59.883031 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7c3c4-1a0a-4924-ae08-7a673b50f7b3 req-72bbf2da-3588-4b79-b2d3-3ada9caa8f84 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:53:59.884493 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9c7c3c4-1a0a-4924-ae08-7a673b50f7b3 req-72bbf2da-3588-4b79-b2d3-3ada9caa8f84 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 944 time: 0.0486162 Apr 11 17:54:00.006817 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b9c7c3c4-1a0a-4924-ae08-7a673b50f7b3 req-1165392e-51ad-42e6-b46c-f55feea40a8e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168106 Apr 11 17:54:00.020600 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87176ef-5c57-4092-a28a-9328b5bea4a3 req-98326cb3-40bc-4d45-b7ff-f28645be1429 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:00.022262 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b87176ef-5c57-4092-a28a-9328b5bea4a3 req-98326cb3-40bc-4d45-b7ff-f28645be1429 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.1191299 Apr 11 17:54:00.068765 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-6c009e66-1821-4b72-ae8e-9967b4794ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:00.070189 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-6c009e66-1821-4b72-ae8e-9967b4794ba9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3802c6d8d7934a8ba9a8d8577a589533&device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 1128 time: 0.1216636 Apr 11 17:54:00.124154 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-b556dff2-a15b-42cd-a376-7d069165cae7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f HTTP/1.1" status: 200 len: 217 time: 0.0447080 Apr 11 17:54:00.164401 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b87176ef-5c57-4092-a28a-9328b5bea4a3 req-6ca59c21-038a-4289-a819-2be7535ea1a1 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348460 Apr 11 17:54:00.166417 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-07adb9f8-0bfd-4eb2-8303-dbbb51fa3aed service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283564 Apr 11 17:54:00.495206 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 5417cd6e-2fae-406d-84bd-61ae60808ec5 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:54:00.587199 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-1543d1a6-a554-4467-acbd-78a9b2173e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:00.588652 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-1543d1a6-a554-4467-acbd-78a9b2173e0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=149a2d61-f152-4c6a-8a91-620863f2eb79 HTTP/1.1" status: 200 len: 854 time: 0.1008830 Apr 11 17:54:00.594504 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 5417cd6e-2fae-406d-84bd-61ae60808ec5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=5417cd6e-2fae-406d-84bd-61ae60808ec5,segment=NetworkSegment(10575a67-0505-496b-bbdc-8971254375ef),segment_id=10575a67-0505-496b-bbdc-8971254375ef)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:00.605848 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': '5417cd6e-2fae-406d-84bd-61ae60808ec5', 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a', 'port_id': '5417cd6e-2fae-406d-84bd-61ae60808ec5', 'mac_address': 'fa:16:3e:15:33:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1878d069-8aa7-466d-8fba-07f0b5d10a25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:54:00.644488 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 5417cd6e-2fae-406d-84bd-61ae60808ec5 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:00.644912 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:00.658446 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5417cd6e-2fae-406d-84bd-61ae60808ec5 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:54:00.680202 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 5417cd6e-2fae-406d-84bd-61ae60808ec5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=5417cd6e-2fae-406d-84bd-61ae60808ec5,segment=NetworkSegment(10575a67-0505-496b-bbdc-8971254375ef),segment_id=10575a67-0505-496b-bbdc-8971254375ef)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:00.684313 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:00.736119 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=5417cd6e-2fae-406d-84bd-61ae60808ec5,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:00.869313 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-99e2c90a-acd6-4822-a870-28144f41cb21 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801908 Apr 11 17:54:00.920249 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-1d3640db-36c1-46ca-9a03-2a1b17e41402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:00.922310 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-1d3640db-36c1-46ca-9a03-2a1b17e41402 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3213303 Apr 11 17:54:00.935875 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebec29-6507-4d81-9413-133d137ed3f9 req-3eceb427-a0a2-4938-853d-084ae1737f95 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:00.937815 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-54ebec29-6507-4d81-9413-133d137ed3f9 req-3eceb427-a0a2-4938-853d-084ae1737f95 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 945 time: 0.0852251 Apr 11 17:54:00.957323 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2531a-f2f0-4283-871f-b507c09bd619 req-c63d6b15-e2a4-4296-bd65-c71576abb541 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:00.961110 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b7f2531a-f2f0-4283-871f-b507c09bd619 req-c63d6b15-e2a4-4296-bd65-c71576abb541 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0869293 Apr 11 17:54:01.027935 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-54ebec29-6507-4d81-9413-133d137ed3f9 req-00c74bbe-4bbe-4e16-b8e3-8f5be23f6dda tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828474 Apr 11 17:54:01.040112 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b7f2531a-f2f0-4283-871f-b507c09bd619 req-75955a67-b58b-4daf-b91f-3294dfc4c5c5 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699091 Apr 11 17:54:01.082249 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['5417cd6e-2fae-406d-84bd-61ae60808ec5'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:54:01.136518 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574800b5-a8b8-425b-b7a4-1e55073f8df8 req-b6321ef5-80e6-47da-aa30-d0c581e38ff6 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:01.138316 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-574800b5-a8b8-425b-b7a4-1e55073f8df8 req-b6321ef5-80e6-47da-aa30-d0c581e38ff6 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 944 time: 0.0522552 Apr 11 17:54:01.191592 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-574800b5-a8b8-425b-b7a4-1e55073f8df8 req-ec40ab4c-fc02-4a45-88d4-1178f589dc0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473530 Apr 11 17:54:01.297919 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51145a7-045a-41c4-a603-534438855542 req-175c99c5-ee28-479e-bcb1-b2d6d75c6531 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:01.299407 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c51145a7-045a-41c4-a603-534438855542 req-175c99c5-ee28-479e-bcb1-b2d6d75c6531 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0476260 Apr 11 17:54:01.350235 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c51145a7-045a-41c4-a603-534438855542 req-a005c9d1-9cdf-4d25-b78a-be43165c1242 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452468 Apr 11 17:54:01.471136 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-2e927b99-e897-41da-aa0f-56c59a486af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:01.472534 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-2e927b99-e897-41da-aa0f-56c59a486af7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0f304599a5748268698298a3e9f8843&device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 1129 time: 0.0792477 Apr 11 17:54:01.524216 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-f51ebce8-b391-4ae2-8735-f323d04b96b4 service neutron] 10.222.0.18 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496918 Apr 11 17:54:01.634543 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-ecbf058c-d716-494c-be98-c1e2555eb3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:01.636249 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-ecbf058c-d716-494c-be98-c1e2555eb3b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=acff1887-5be1-4672-9d47-5aef9cf1670a HTTP/1.1" status: 200 len: 915 time: 0.1564677 Apr 11 17:54:01.686220 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-727cd3ea-9481-4e2a-b1a4-c65927051b8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5417cd6e-2fae-406d-84bd-61ae60808ec5 HTTP/1.1" status: 200 len: 217 time: 0.0399368 Apr 11 17:54:01.688142 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fd3979d-d1c9-4634-8b96-1932b56d0329 req-925ceac9-9e79-4efc-9d4f-2c18f7de35ab service neutron] 10.222.0.18 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387298 Apr 11 17:54:01.739918 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-bbc219db-bf07-42ef-88b4-f0e5725a4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:01.741331 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-bbc219db-bf07-42ef-88b4-f0e5725a4445 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1878d069-8aa7-466d-8fba-07f0b5d10a25 HTTP/1.1" status: 200 len: 854 time: 0.0447567 Apr 11 17:54:02.171497 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6e621-f9cf-4bea-9b52-e8d7f8bf382f req-027d24ff-7777-4ca7-a03d-4b93283bb421 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:02.173025 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-48c6e621-f9cf-4bea-9b52-e8d7f8bf382f req-027d24ff-7777-4ca7-a03d-4b93283bb421 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 945 time: 0.0789242 Apr 11 17:54:02.192889 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39a04c-17b4-4965-a0fd-498315089d87 req-a81d702a-00ab-4e08-aaa5-6fe4d9880f15 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:02.194338 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9f39a04c-17b4-4965-a0fd-498315089d87 req-a81d702a-00ab-4e08-aaa5-6fe4d9880f15 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0719643 Apr 11 17:54:02.260822 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-48c6e621-f9cf-4bea-9b52-e8d7f8bf382f req-b993a5cb-d9e2-4756-bcc9-91e0927d77de tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823529 Apr 11 17:54:02.269489 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9f39a04c-17b4-4965-a0fd-498315089d87 req-dacf8e27-01c8-47a6-98cd-800c17cf0316 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688365 Apr 11 17:54:02.307914 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 53460) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:02.395851 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a31ee8-7770-4da3-9b96-c6dd8516bcae req-911f6c2e-7f13-4b51-906f-470ed147192a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:02.397330 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-49a31ee8-7770-4da3-9b96-c6dd8516bcae req-911f6c2e-7f13-4b51-906f-470ed147192a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 944 time: 0.0786273 Apr 11 17:54:02.405287 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4aa65-d95d-4126-954a-a319661f6884 req-8a465b8f-189d-4c70-85d9-d40bea0c7b0d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:02.406690 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-23e4aa65-d95d-4126-954a-a319661f6884 req-8a465b8f-189d-4c70-85d9-d40bea0c7b0d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0754533 Apr 11 17:54:02.422101 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 53466) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:02.428592 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-690605a8-7c2b-4380-a2e3-654f74df4263 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Request body: {'floatingip': {'port_id': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:02.432822 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb6b2-a6a4-4821-baca-9efccece8edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.472358 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-690605a8-7c2b-4380-a2e3-654f74df4263 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for floatingip (fff8b0de-3f60-4a0e-b58c-fbb71b33eac2), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.507363 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 5417cd6e-2fae-406d-84bd-61ae60808ec5 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:54:02.510749 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-49a31ee8-7770-4da3-9b96-c6dd8516bcae req-609a469c-a84f-4234-8f22-8cad6ec01cd2 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023927 Apr 11 17:54:02.536197 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905045dd-484c-45d6-874a-5a82bbcf8c59 req-ece05877-664b-4ecf-bd9a-8e2f0c43d98e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:02.536197 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-905045dd-484c-45d6-874a-5a82bbcf8c59 req-ece05877-664b-4ecf-bd9a-8e2f0c43d98e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0690498 Apr 11 17:54:02.563652 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port 5417cd6e-2fae-406d-84bd-61ae60808ec5 completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:54:02.570937 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port 5417cd6e-2fae-406d-84bd-61ae60808ec5 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:54:02.571718 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.614196 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-905045dd-484c-45d6-874a-5a82bbcf8c59 req-8f3374e9-a23a-44b2-8f69-a0318f00cb83 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740941 Apr 11 17:54:02.618752 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb6b2-a6a4-4821-baca-9efccece8edd admin admin] Publish callbacks [] for security_group (74dd5b4b-15bc-4d68-914c-8e81e3144fdc), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.625883 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb6b2-a6a4-4821-baca-9efccece8edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (74dd5b4b-15bc-4d68-914c-8e81e3144fdc), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.651011 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 5417cd6e-2fae-406d-84bd-61ae60808ec5 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:02.651650 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.674346 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-f5dcb6b2-a6a4-4821-baca-9efccece8edd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9d1e3185a9b54edf9813d8ac2d53c78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651533 Apr 11 17:54:02.677759 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 53468) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:02.681336 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38168568-3352-4f80-9ea1-16e96dca0059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417cd6e-2fae-406d-84bd-61ae60808ec5'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:02.683625 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96e8a37-71a2-4a33-94ff-1eeeaa5c90d0" -d '{"events": [{"server_uuid": "38168568-3352-4f80-9ea1-16e96dca0059", "name": "network-vif-plugged", "status": "completed", "tag": "5417cd6e-2fae-406d-84bd-61ae60808ec5"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:02.698170 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 5417cd6e-2fae-406d-84bd-61ae60808ec5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=5417cd6e-2fae-406d-84bd-61ae60808ec5,segment=NetworkSegment(10575a67-0505-496b-bbdc-8971254375ef),segment_id=10575a67-0505-496b-bbdc-8971254375ef)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:02.701895 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcb6b2-a6a4-4821-baca-9efccece8edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dd5b4b-15bc-4d68-914c-8e81e3144fdc,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:02.705062 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.745573 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-f076b2ea-5873-4c92-8bd7-4ee47bf6197c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=acff1887-5be1-4672-9d47-5aef9cf1670a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595064 Apr 11 17:54:02.750001 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f2d123-4be3-4eff-8da0-a320d98435da x-openstack-request-id: req-92f2d123-4be3-4eff-8da0-a320d98435da {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:02.750317 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38168568-3352-4f80-9ea1-16e96dca0059", "name": "network-vif-plugged", "status": "completed", "tag": "5417cd6e-2fae-406d-84bd-61ae60808ec5", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:02.750569 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-92f2d123-4be3-4eff-8da0-a320d98435da {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:02.750958 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f2d123-4be3-4eff-8da0-a320d98435da'] response: {'server_uuid': '38168568-3352-4f80-9ea1-16e96dca0059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417cd6e-2fae-406d-84bd-61ae60808ec5', 'code': 200} Apr 11 17:54:02.769353 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=5417cd6e-2fae-406d-84bd-61ae60808ec5,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:02.836786 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-bf7e4f12-2b10-4c74-a7d9-40759a78683b admin admin] Publish callbacks [] for security_group (74dd5b4b-15bc-4d68-914c-8e81e3144fdc), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.873139 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-bf7e4f12-2b10-4c74-a7d9-40759a78683b admin admin] Publish callbacks [] for security_group (74dd5b4b-15bc-4d68-914c-8e81e3144fdc), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.895851 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-51a2dcd6-f854-471d-9982-21ca6dedc988 service neutron] 10.222.0.18 "GET /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386011 Apr 11 17:54:02.955948 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-690605a8-7c2b-4380-a2e3-654f74df4263 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.959872 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-690605a8-7c2b-4380-a2e3-654f74df4263 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (fff8b0de-3f60-4a0e-b58c-fbb71b33eac2), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:02.996518 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4b19e-07b7-498b-911e-238564e9a985 req-f4b29ce5-73d8-4b4f-bc01-9109805a0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:02.998099 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-26d4b19e-07b7-498b-911e-238564e9a985 req-f4b29ce5-73d8-4b4f-bc01-9109805a0dc3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 1130 time: 0.1152153 Apr 11 17:54:03.043894 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-bf7e4f12-2b10-4c74-a7d9-40759a78683b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (74dd5b4b-15bc-4d68-914c-8e81e3144fdc), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:03.046866 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-bf7e4f12-2b10-4c74-a7d9-40759a78683b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:03.048891 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-bf7e4f12-2b10-4c74-a7d9-40759a78683b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/74dd5b4b-15bc-4d68-914c-8e81e3144fdc HTTP/1.1" status: 204 len: 168 time: 0.3692336 Apr 11 17:54:03.078205 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1f31a6b9-f8ea-484b-8b92-fa4f092d843d req-05c21ad9-c18e-48dc-8255-661a8667727c service neutron] 10.222.0.18 "GET /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623397 Apr 11 17:54:03.078378 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.l3_db [None req-690605a8-7c2b-4380-a2e3-654f74df4263 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Floating IP fff8b0de-3f60-4a0e-b58c-fbb71b33eac2 associated. External IP: 172.27.1.153, port: aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45. Apr 11 17:54:03.083193 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e4f12-2b10-4c74-a7d9-40759a78683b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dd5b4b-15bc-4d68-914c-8e81e3144fdc,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:03.088091 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-26d4b19e-07b7-498b-911e-238564e9a985 req-aac84ca9-688e-4f2e-acad-99a88cb12669 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810604 Apr 11 17:54:03.311440 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690605a8-7c2b-4380-a2e3-654f74df4263 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Router 237182d7-2b55-4c82-bd7f-588b520d84f9 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:54:03.380116 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d860c9-e109-48ee-b2af-8c64962f3956 req-f2be125b-192d-4de8-9dcf-70d016526eae tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:03.381753 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-93d860c9-e109-48ee-b2af-8c64962f3956 req-f2be125b-192d-4de8-9dcf-70d016526eae tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 946 time: 0.0486858 Apr 11 17:54:03.424679 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690605a8-7c2b-4380-a2e3-654f74df4263 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:54:03.428888 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-93d860c9-e109-48ee-b2af-8c64962f3956 req-c3e2e044-8f67-4c78-bd9b-1b8cd5e3ffa1 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416439 Apr 11 17:54:03.429704 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-690605a8-7c2b-4380-a2e3-654f74df4263 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:03.435304 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2f69d9-b45e-4375-925f-30c48b6dfdda None None] Sync routers for ids ['237182d7-2b55-4c82-bd7f-588b520d84f9'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:54:03.446240 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f69d9-b45e-4375-925f-30c48b6dfdda None None] Routers {'237182d7-2b55-4c82-bd7f-588b520d84f9'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:03.446900 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9c2f69d9-b45e-4375-925f-30c48b6dfdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:53:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['237182d7-2b55-4c82-bd7f-588b520d84f9'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:03.460299 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-690605a8-7c2b-4380-a2e3-654f74df4263 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "PUT /v2.0/floatingips/fff8b0de-3f60-4a0e-b58c-fbb71b33eac2 HTTP/1.1" status: 200 len: 992 time: 1.0369658 Apr 11 17:54:03.460890 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'tag': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:03.463073 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb634b41-66b9-4de5-a770-602a15b04ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2e031d-deb3-47f4-b6c1-9aa991bff4a2", "tag": "aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:03.499772 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f32b921-e8b3-4e4b-a3cd-55fd92906bdf x-openstack-request-id: req-0f32b921-e8b3-4e4b-a3cd-55fd92906bdf {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:03.500192 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2e031d-deb3-47f4-b6c1-9aa991bff4a2", "tag": "aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:03.500514 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f32b921-e8b3-4e4b-a3cd-55fd92906bdf {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:03.501047 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f32b921-e8b3-4e4b-a3cd-55fd92906bdf'] response: {'name': 'network-changed', 'server_uuid': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'tag': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'status': 'completed', 'code': 200} Apr 11 17:54:03.556279 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-9c2f69d9-b45e-4375-925f-30c48b6dfdda None None] Set router 237182d7-2b55-4c82-bd7f-588b520d84f9 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:03.626348 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b054cd-09e8-4e22-b04e-da27c65fa9ad req-55f3b221-6642-4735-ba05-32bbdd428c29 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:03.627855 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-72b054cd-09e8-4e22-b04e-da27c65fa9ad req-55f3b221-6642-4735-ba05-32bbdd428c29 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 944 time: 0.0463274 Apr 11 17:54:03.678635 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-72b054cd-09e8-4e22-b04e-da27c65fa9ad req-2368ce6f-98d5-4252-a424-f48e0a4d0046 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450938 Apr 11 17:54:03.731044 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef5e22-4536-40df-b8da-227d2ec7c50a req-5f3fff34-6cd2-4748-89cc-f5b689eb2f1f tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:03.732503 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-30ef5e22-4536-40df-b8da-227d2ec7c50a req-5f3fff34-6cd2-4748-89cc-f5b689eb2f1f tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0458143 Apr 11 17:54:03.773506 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9c2f69d9-b45e-4375-925f-30c48b6dfdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'fff8b0de-3f60-4a0e-b58c-fbb71b33eac2', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'port_id': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'mac_address': 'fa:16:3e:b2:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:27Z', 'updated_at': '2022-04-11T17:54:02Z', 'revision_number': 1, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edf43d1-95ee-45c0-b473-b761476cbe2b', 'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'mac_address': 'fa:16:3e:ea:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:22Z', 'updated_at': '2022-04-11T17:51:29Z', 'revision_number': 5, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'subnets': [{'id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:03.780068 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-30ef5e22-4536-40df-b8da-227d2ec7c50a req-fc5c7ba6-aa6f-4d38-a719-41e9080443c8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413032 Apr 11 17:54:03.800558 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2f69d9-b45e-4375-925f-30c48b6dfdda None None] Checking router: 237182d7-2b55-4c82-bd7f-588b520d84f9 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:54:03.808654 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f69d9-b45e-4375-925f-30c48b6dfdda None None] Routers {'237182d7-2b55-4c82-bd7f-588b520d84f9'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:03.809283 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9c2f69d9-b45e-4375-925f-30c48b6dfdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:53:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['237182d7-2b55-4c82-bd7f-588b520d84f9'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:03.911742 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb634b41-66b9-4de5-a770-602a15b04ef5 req-5a8e8eea-133c-4b9f-a8c1-421fe8ed2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:03.913277 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cb634b41-66b9-4de5-a770-602a15b04ef5 req-5a8e8eea-133c-4b9f-a8c1-421fe8ed2aee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0393176 Apr 11 17:54:03.915381 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-9c2f69d9-b45e-4375-925f-30c48b6dfdda None None] Set router 237182d7-2b55-4c82-bd7f-588b520d84f9 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:04.004466 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb634b41-66b9-4de5-a770-602a15b04ef5 req-af75a730-857f-4c01-bd28-8c0ed6cd5c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:04.006000 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cb634b41-66b9-4de5-a770-602a15b04ef5 req-af75a730-857f-4c01-bd28-8c0ed6cd5c4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 0.0864348 Apr 11 17:54:04.071762 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cb634b41-66b9-4de5-a770-602a15b04ef5 req-a439a59b-a29e-49be-9014-afc9827f26b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 HTTP/1.1" status: 200 len: 1000 time: 0.0570920 Apr 11 17:54:04.127993 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb634b41-66b9-4de5-a770-602a15b04ef5 req-73d92b9c-6ca6-466c-947b-0d1796e1e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:04.129449 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cb634b41-66b9-4de5-a770-602a15b04ef5 req-73d92b9c-6ca6-466c-947b-0d1796e1e3bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.0429478 Apr 11 17:54:04.131423 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9c2f69d9-b45e-4375-925f-30c48b6dfdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'fff8b0de-3f60-4a0e-b58c-fbb71b33eac2', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'port_id': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'mac_address': 'fa:16:3e:b2:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:27Z', 'updated_at': '2022-04-11T17:54:02Z', 'revision_number': 1, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edf43d1-95ee-45c0-b473-b761476cbe2b', 'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'mac_address': 'fa:16:3e:ea:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:22Z', 'updated_at': '2022-04-11T17:51:29Z', 'revision_number': 5, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'subnets': [{'id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:04.162088 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2f69d9-b45e-4375-925f-30c48b6dfdda None None] The sync data for ids ['237182d7-2b55-4c82-bd7f-588b520d84f9'] in dv-cinder-837353-1-iscsi is: [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'fff8b0de-3f60-4a0e-b58c-fbb71b33eac2', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'port_id': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'mac_address': 'fa:16:3e:b2:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:27Z', 'updated_at': '2022-04-11T17:54:02Z', 'revision_number': 1, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edf43d1-95ee-45c0-b473-b761476cbe2b', 'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'mac_address': 'fa:16:3e:ea:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:22Z', 'updated_at': '2022-04-11T17:51:29Z', 'revision_number': 5, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'subnets': [{'id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:54:04.181998 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb634b41-66b9-4de5-a770-602a15b04ef5 req-0f11be2d-3d7d-4e39-acc7-cd8f9f005126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:04.183494 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cb634b41-66b9-4de5-a770-602a15b04ef5 req-0f11be2d-3d7d-4e39-acc7-cd8f9f005126 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470276 Apr 11 17:54:04.346192 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e112187c-daa0-4e73-a8ff-d1ca1d953a91 None None] New status for floating IP fff8b0de-3f60-4a0e-b58c-fbb71b33eac2: ACTIVE {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:54:04.522523 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device ad6a0cff-b605-46fa-8ed9-eed123e1d90f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:54:04.544743 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3fc26-95c3-47aa-8ea2-f0bdb7c44e79 req-0f452c6c-2a6d-473f-9869-dc4a6ce922aa tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:04.546941 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-49a3fc26-95c3-47aa-8ea2-f0bdb7c44e79 req-0f452c6c-2a6d-473f-9869-dc4a6ce922aa tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 946 time: 0.0481546 Apr 11 17:54:04.593983 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-49a3fc26-95c3-47aa-8ea2-f0bdb7c44e79 req-7d7f3f26-05e7-407d-98a9-c9da256eaa34 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Apr 11 17:54:04.624342 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port ad6a0cff-b605-46fa-8ed9-eed123e1d90f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:04.635397 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'port_id': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'mac_address': 'fa:16:3e:12:7f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:54:04.674038 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port ad6a0cff-b605-46fa-8ed9-eed123e1d90f is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:04.674434 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:04.686984 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6a0cff-b605-46fa-8ed9-eed123e1d90f {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:54:04.706294 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port ad6a0cff-b605-46fa-8ed9-eed123e1d90f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:04.711301 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:04.765354 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:04.806586 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8aae4-76d5-4372-854e-e0c0ad666856 req-40273f6c-4039-473e-9181-6c68bf290f02 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:04.808074 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-32b8aae4-76d5-4372-854e-e0c0ad666856 req-40273f6c-4039-473e-9181-6c68bf290f02 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 945 time: 0.0576284 Apr 11 17:54:04.906286 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-32b8aae4-76d5-4372-854e-e0c0ad666856 req-a66be1a2-3440-4d25-987e-5365330498d5 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917475 Apr 11 17:54:04.953996 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa7085-ad87-4aa1-b46e-d8af55301e81 req-fed8a80c-17b1-4161-986a-10fec36fc26b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:04.955444 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-deaa7085-ad87-4aa1-b46e-d8af55301e81 req-fed8a80c-17b1-4161-986a-10fec36fc26b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0966113 Apr 11 17:54:05.006424 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cb634b41-66b9-4de5-a770-602a15b04ef5 req-bcedca1c-79df-4a3f-9ba4-a7909da336d3 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621783 Apr 11 17:54:05.022131 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-deaa7085-ad87-4aa1-b46e-d8af55301e81 req-6428da02-31df-4fcf-8eca-03b76cf08bd5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610518 Apr 11 17:54:05.039886 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['ad6a0cff-b605-46fa-8ed9-eed123e1d90f'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:54:05.716615 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cb634b41-66b9-4de5-a770-602a15b04ef5 req-216d246c-7be8-4150-8f5a-754967a639d1 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197016 Apr 11 17:54:05.724578 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb3857-792a-4e31-a4a0-6aafb227c3f2 req-2d5287ce-f19f-4c56-ba3a-6de354eb9573 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:05.725959 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bbbb3857-792a-4e31-a4a0-6aafb227c3f2 req-2d5287ce-f19f-4c56-ba3a-6de354eb9573 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 946 time: 0.0671077 Apr 11 17:54:05.773960 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bbbb3857-792a-4e31-a4a0-6aafb227c3f2 req-2a1f1e12-8a3e-4aff-938a-a1859cdfa830 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Apr 11 17:54:06.020332 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dade442-75b4-4dbf-8f97-6290a316735f req-d63e7a00-69bd-4b28-b97c-ec30d0df307b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:06.021821 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9dade442-75b4-4dbf-8f97-6290a316735f req-d63e7a00-69bd-4b28-b97c-ec30d0df307b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 945 time: 0.0462403 Apr 11 17:54:06.070806 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9dade442-75b4-4dbf-8f97-6290a316735f req-f35e3f16-c267-406c-8e7c-49103c0d1722 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435715 Apr 11 17:54:06.142637 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a5c6c-8451-464d-bed3-34f66041a905 req-8068b340-c36f-43d0-885c-b71697fb9d12 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:06.144292 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-757a5c6c-8451-464d-bed3-34f66041a905 req-8068b340-c36f-43d0-885c-b71697fb9d12 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0535662 Apr 11 17:54:06.203847 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-757a5c6c-8451-464d-bed3-34f66041a905 req-3e94a515-3976-4963-bfc6-d3c4fc0e1de9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532663 Apr 11 17:54:06.522859 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e2fd09e0-855b-481b-a832-a62707591fa8 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:54:06.525950 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device ad6a0cff-b605-46fa-8ed9-eed123e1d90f up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:54:06.640330 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port ad6a0cff-b605-46fa-8ed9-eed123e1d90f completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:54:06.649199 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port ad6a0cff-b605-46fa-8ed9-eed123e1d90f triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:54:06.649509 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:06.695854 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e2fd09e0-855b-481b-a832-a62707591fa8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e2fd09e0-855b-481b-a832-a62707591fa8,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:06.713417 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'port_id': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'mac_address': 'fa:16:3e:50:08:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:54:06.781971 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port e2fd09e0-855b-481b-a832-a62707591fa8 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:06.782359 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:06.797058 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port ad6a0cff-b605-46fa-8ed9-eed123e1d90f is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:06.797431 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:06.801935 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fd09e0-855b-481b-a832-a62707591fa8 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:54:06.840716 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:06.843817 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebea9808-c4fa-4806-a113-a51713987efb" -d '{"events": [{"server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "name": "network-vif-plugged", "status": "completed", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:06.848437 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e2fd09e0-855b-481b-a832-a62707591fa8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e2fd09e0-855b-481b-a832-a62707591fa8,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:06.859165 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:06.861890 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port ad6a0cff-b605-46fa-8ed9-eed123e1d90f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:06.867324 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:06.888083 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ff21cb-ff6b-4f2e-bddc-6ccf08f977c5 x-openstack-request-id: req-56ff21cb-ff6b-4f2e-bddc-6ccf08f977c5 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:06.888389 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "name": "network-vif-plugged", "status": "completed", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:06.888639 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-56ff21cb-ff6b-4f2e-bddc-6ccf08f977c5 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:06.889059 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ff21cb-ff6b-4f2e-bddc-6ccf08f977c5'] response: {'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'code': 200} Apr 11 17:54:06.916781 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=e2fd09e0-855b-481b-a832-a62707591fa8,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:06.975046 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:07.064649 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493444b-04bd-44e1-9721-e1c9b92f9eec req-e52db4c5-9b1f-4008-9f60-9e704297ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:07.066222 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0493444b-04bd-44e1-9721-e1c9b92f9eec req-e52db4c5-9b1f-4008-9f60-9e704297ff24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 1130 time: 0.0375886 Apr 11 17:54:07.109315 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0493444b-04bd-44e1-9721-e1c9b92f9eec req-0b65e5f6-090c-4718-87be-03ef060a901e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371485 Apr 11 17:54:07.183879 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeb8cc-ce17-44f5-aa6b-ac5909ff49a8 req-5d38799e-59b5-4d53-8fb2-97baa0999db3 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:07.185318 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ecdeb8cc-ce17-44f5-aa6b-ac5909ff49a8 req-5d38799e-59b5-4d53-8fb2-97baa0999db3 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 946 time: 0.0493348 Apr 11 17:54:07.218562 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['e2fd09e0-855b-481b-a832-a62707591fa8'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:54:07.238623 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ecdeb8cc-ce17-44f5-aa6b-ac5909ff49a8 req-f5d5bb87-ce12-497e-9e70-0369f4ce55c9 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477414 Apr 11 17:54:07.322830 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57375316-c84c-44db-ac93-3e3ce0991d5c req-34f3c9e0-1782-4e4a-ad08-fe58ed26950e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:07.324300 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-57375316-c84c-44db-ac93-3e3ce0991d5c req-34f3c9e0-1782-4e4a-ad08-fe58ed26950e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 944 time: 0.0498853 Apr 11 17:54:07.374846 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-57375316-c84c-44db-ac93-3e3ce0991d5c req-876bcadc-c6fd-4fec-82ad-234f98b4cb81 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435452 Apr 11 17:54:08.350727 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54746dbb-8ce8-4b88-a073-8cae4052d7b8 req-49dd10a4-74f6-44b5-a0ef-a96e9d49ace0 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:08.352241 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-54746dbb-8ce8-4b88-a073-8cae4052d7b8 req-49dd10a4-74f6-44b5-a0ef-a96e9d49ace0 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 946 time: 0.0463967 Apr 11 17:54:08.399228 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-54746dbb-8ce8-4b88-a073-8cae4052d7b8 req-79110293-db82-4e66-aeab-a29760dc7645 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409398 Apr 11 17:54:08.500397 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5728a-c9be-4d1a-803f-2f15657bc8aa req-2858481e-00ae-4144-aec9-8336979d0910 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:08.502021 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-47c5728a-c9be-4d1a-803f-2f15657bc8aa req-2858481e-00ae-4144-aec9-8336979d0910 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 944 time: 0.0482454 Apr 11 17:54:08.548657 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e2fd09e0-855b-481b-a832-a62707591fa8 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:54:08.560976 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-47c5728a-c9be-4d1a-803f-2f15657bc8aa req-73b9e344-dd0f-473c-acf7-cae3dbcda24c tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531728 Apr 11 17:54:08.595255 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port e2fd09e0-855b-481b-a832-a62707591fa8 completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:54:08.601396 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port e2fd09e0-855b-481b-a832-a62707591fa8 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:54:08.602021 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:08.681535 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port e2fd09e0-855b-481b-a832-a62707591fa8 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:08.681918 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:08.715283 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e2fd09e0-855b-481b-a832-a62707591fa8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e2fd09e0-855b-481b-a832-a62707591fa8,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:08.719567 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:08.764538 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=e2fd09e0-855b-481b-a832-a62707591fa8,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:08.769874 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:54:08.890503 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:08.892723 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278c858b-4456-4b26-9cab-50306b89bd25" -d '{"events": [{"server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:08.928189 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b251fe5-2a33-48c0-b289-ccfb42f97af5 x-openstack-request-id: req-9b251fe5-2a33-48c0-b289-ccfb42f97af5 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:08.928529 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:08.928955 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b251fe5-2a33-48c0-b289-ccfb42f97af5 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:08.929369 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b251fe5-2a33-48c0-b289-ccfb42f97af5'] response: {'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'code': 200} Apr 11 17:54:09.223107 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeacff0-6d8c-43d5-a6d9-17a6aabb419c req-f832d743-3f3a-4956-8ade-11a49b0d4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:09.224482 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abeacff0-6d8c-43d5-a6d9-17a6aabb419c req-f832d743-3f3a-4956-8ade-11a49b0d4cb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 1129 time: 0.0365202 Apr 11 17:54:09.269942 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abeacff0-6d8c-43d5-a6d9-17a6aabb419c req-51ecc8f0-f3e8-4fd0-bed4-59eabda8814b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391359 Apr 11 17:54:09.514948 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc566bc8-3f07-4e19-95fb-e90e47ba809e req-280e0fe2-69cc-44a7-a69c-3e24035fd9d1 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:09.516405 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cc566bc8-3f07-4e19-95fb-e90e47ba809e req-280e0fe2-69cc-44a7-a69c-3e24035fd9d1 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 946 time: 0.0477867 Apr 11 17:54:09.563744 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cc566bc8-3f07-4e19-95fb-e90e47ba809e req-ace20542-075d-4002-8999-cb7f79f01fa1 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417020 Apr 11 17:54:09.706706 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf180de-9ced-49f5-acc6-2022d82f7951 req-be9029d1-1647-48c2-b91e-891dc06c71c8 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:09.708169 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-baf180de-9ced-49f5-acc6-2022d82f7951 req-be9029d1-1647-48c2-b91e-891dc06c71c8 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 946 time: 0.0757706 Apr 11 17:54:09.715988 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb19c3-27b2-4276-8ae4-f863a94822d9 req-2dce9c36-c19f-43a4-8204-5bff9c980acd tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:09.717450 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-32bb19c3-27b2-4276-8ae4-f863a94822d9 req-2dce9c36-c19f-43a4-8204-5bff9c980acd tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0831914 Apr 11 17:54:09.791422 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-baf180de-9ced-49f5-acc6-2022d82f7951 req-680c21a5-b4c4-400f-a703-7828f2b4a2b7 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724301 Apr 11 17:54:09.794805 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-32bb19c3-27b2-4276-8ae4-f863a94822d9 req-6453c312-2090-477d-af3d-c10fb55b87c1 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699759 Apr 11 17:54:10.118538 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd88bc-89c8-4c0c-a2c2-52a4034eb40e req-89c88c59-6280-43b6-91cc-2f0df44564a6 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:10.120039 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bacd88bc-89c8-4c0c-a2c2-52a4034eb40e req-89c88c59-6280-43b6-91cc-2f0df44564a6 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 946 time: 0.0498846 Apr 11 17:54:10.167198 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bacd88bc-89c8-4c0c-a2c2-52a4034eb40e req-a156221f-744d-4c4a-a5ef-af3195971558 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417023 Apr 11 17:54:10.906603 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63f22d-ae4a-48f7-ac45-d5a65c6e487c req-3eb68330-e3f6-4afa-984a-e183694f0248 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:10.908079 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dc63f22d-ae4a-48f7-ac45-d5a65c6e487c req-3eb68330-e3f6-4afa-984a-e183694f0248 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0481205 Apr 11 17:54:10.959296 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dc63f22d-ae4a-48f7-ac45-d5a65c6e487c req-06240e5f-3aff-4c0a-9a69-a7d84fcf7e20 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453160 Apr 11 17:54:12.071754 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf79332-2428-4ffa-8abc-85db12be2c82 req-763a9e1e-886e-4b81-b86b-ef0e446fef05 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:12.080113 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ebf79332-2428-4ffa-8abc-85db12be2c82 req-763a9e1e-886e-4b81-b86b-ef0e446fef05 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0467424 Apr 11 17:54:12.126728 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ebf79332-2428-4ffa-8abc-85db12be2c82 req-dcdbfe28-4769-494f-b366-2ec3df50fde2 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470581 Apr 11 17:54:12.239524 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eb483-f36a-42fd-bfc3-eb669a1dcf8e req-13c1f2d7-179d-4884-9f11-fcdfb9d6988d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:12.240981 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0f0eb483-f36a-42fd-bfc3-eb669a1dcf8e req-13c1f2d7-179d-4884-9f11-fcdfb9d6988d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0465255 Apr 11 17:54:12.290975 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0f0eb483-f36a-42fd-bfc3-eb669a1dcf8e req-907eaaa3-603c-475b-b3c3-27abc5673024 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440962 Apr 11 17:54:12.313815 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 53618) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:12.494629 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310cb4dd-13d2-4e75-acc6-94c757a19544 tempest-TestShelveInstance-2048929626 tempest-TestShelveInstance-2048929626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:12.496188 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-310cb4dd-13d2-4e75-acc6-94c757a19544 tempest-TestShelveInstance-2048929626 tempest-TestShelveInstance-2048929626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 1124 time: 0.1814225 Apr 11 17:54:12.499343 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 53624) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:12.503977 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'port_id': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:12.523909 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:12.601202 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:12.709330 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Allocated IP 172.27.1.142 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/118e168e-da0f-481d-9dbf-06d777cab72a) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:54:12.808636 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for port (118e168e-da0f-481d-9dbf-06d777cab72a), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:12.846390 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (118e168e-da0f-481d-9dbf-06d777cab72a), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:12.885582 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:54:12.888379 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:54:12.892777 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:54:12.898176 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event updated for resources: {'Port': ['ID=118e168e-da0f-481d-9dbf-06d777cab72a,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:13.168144 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-77658386-8275-4597-93d0-9ae17cebc0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:13.257248 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for floatingip (0ca6336c-e7ff-4a96-82c0-3a6869e67fa4), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:13.325135 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (118e168e-da0f-481d-9dbf-06d777cab72a), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:13.674147 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for port (118e168e-da0f-481d-9dbf-06d777cab72a), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:13.678507 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (118e168e-da0f-481d-9dbf-06d777cab72a), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:13.745260 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event updated for resources: {'Port': ['ID=118e168e-da0f-481d-9dbf-06d777cab72a,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:13.755175 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (0ca6336c-e7ff-4a96-82c0-3a6869e67fa4), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:13.855303 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.l3_db [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Floating IP 0ca6336c-e7ff-4a96-82c0-3a6869e67fa4 associated. External IP: 172.27.1.142, port: e2fd09e0-855b-481b-a832-a62707591fa8. Apr 11 17:54:14.066922 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Router 8c3716e6-d17c-48d5-a000-f333dc657566 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:54:14.178524 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:54:14.188658 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1fb9a-916e-4203-aacd-a09524082771 None None] Sync routers for ids ['8c3716e6-d17c-48d5-a000-f333dc657566'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:54:14.195914 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:14.198785 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1fb9a-916e-4203-aacd-a09524082771 None None] Routers {'8c3716e6-d17c-48d5-a000-f333dc657566'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:14.199383 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-35a1fb9a-916e-4203-aacd-a09524082771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:53:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['8c3716e6-d17c-48d5-a000-f333dc657566'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:14.227588 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-e099d600-5435-433d-a16a-186e0d2a14f9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7270186 Apr 11 17:54:14.228176 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:14.230467 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a24f9e-d10d-4a63-8a59-f7cb18cc5bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:14.266016 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b1cab1-5a47-431a-8674-3587b699a596 x-openstack-request-id: req-55b1cab1-5a47-431a-8674-3587b699a596 {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:14.266307 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:14.266561 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55b1cab1-5a47-431a-8674-3587b699a596 {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:14.266987 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b1cab1-5a47-431a-8674-3587b699a596'] response: {'name': 'network-changed', 'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'status': 'completed', 'code': 200} Apr 11 17:54:14.313935 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-35a1fb9a-916e-4203-aacd-a09524082771 None None] Set router 8c3716e6-d17c-48d5-a000-f333dc657566 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:14.339204 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a24f9e-d10d-4a63-8a59-f7cb18cc5bd9 req-fdf055e0-18e9-44db-8b07-eede29c31c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:14.340708 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5a24f9e-d10d-4a63-8a59-f7cb18cc5bd9 req-fdf055e0-18e9-44db-8b07-eede29c31c48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c71b0f821474346aaf840b827812a6e&device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 1129 time: 0.0409493 Apr 11 17:54:14.445722 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a24f9e-d10d-4a63-8a59-f7cb18cc5bd9 req-30145b3a-837d-4699-9167-57beea506bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:14.447678 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5a24f9e-d10d-4a63-8a59-f7cb18cc5bd9 req-30145b3a-837d-4699-9167-57beea506bbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271 HTTP/1.1" status: 200 len: 910 time: 0.0893598 Apr 11 17:54:14.529408 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-35a1fb9a-916e-4203-aacd-a09524082771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:52:48Z', 'revision_number': 4, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '0ca6336c-e7ff-4a96-82c0-3a6869e67fa4', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'port_id': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'mac_address': 'fa:16:3e:50:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:13Z', 'updated_at': '2022-04-11T17:54:13Z', 'revision_number': 0, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5', 'name': '', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'mac_address': 'fa:16:3e:2e:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 5, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'subnets': [{'id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:14.529745 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5a24f9e-d10d-4a63-8a59-f7cb18cc5bd9 req-a72370bf-4e03-4923-8a5c-e8a1dd1e7083 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2fd09e0-855b-481b-a832-a62707591fa8 HTTP/1.1" status: 200 len: 999 time: 0.0648751 Apr 11 17:54:14.582897 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a24f9e-d10d-4a63-8a59-f7cb18cc5bd9 req-a66db563-2a7f-442c-a3b1-4bfdde2adbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:14.584444 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5a24f9e-d10d-4a63-8a59-f7cb18cc5bd9 req-a66db563-2a7f-442c-a3b1-4bfdde2adbb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1db30ab4-92c4-4d32-abe7-c8b778e7e79c HTTP/1.1" status: 200 len: 848 time: 0.0456018 Apr 11 17:54:14.633554 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a24f9e-d10d-4a63-8a59-f7cb18cc5bd9 req-2a4b786e-32be-4e42-8a5f-d56b14649ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:14.635447 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5a24f9e-d10d-4a63-8a59-f7cb18cc5bd9 req-2a4b786e-32be-4e42-8a5f-d56b14649ff9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446846 Apr 11 17:54:14.644688 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1fb9a-916e-4203-aacd-a09524082771 None None] Checking router: 8c3716e6-d17c-48d5-a000-f333dc657566 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:54:14.653441 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1fb9a-916e-4203-aacd-a09524082771 None None] Routers {'8c3716e6-d17c-48d5-a000-f333dc657566'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:14.654044 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-35a1fb9a-916e-4203-aacd-a09524082771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:53:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['8c3716e6-d17c-48d5-a000-f333dc657566'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:14.732529 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5a24f9e-d10d-4a63-8a59-f7cb18cc5bd9 req-4036d795-8ce8-4e4b-aad9-6960ec6eba41 service neutron] 10.222.0.18 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881495 Apr 11 17:54:14.759669 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-35a1fb9a-916e-4203-aacd-a09524082771 None None] Set router 8c3716e6-d17c-48d5-a000-f333dc657566 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:14.821178 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5a24f9e-d10d-4a63-8a59-f7cb18cc5bd9 req-7f85dace-9b2a-4e7c-9878-77033924c596 service neutron] 10.222.0.18 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823457 Apr 11 17:54:14.971670 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-35a1fb9a-916e-4203-aacd-a09524082771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:52:48Z', 'revision_number': 4, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '0ca6336c-e7ff-4a96-82c0-3a6869e67fa4', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'port_id': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'mac_address': 'fa:16:3e:50:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:13Z', 'updated_at': '2022-04-11T17:54:13Z', 'revision_number': 0, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5', 'name': '', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'mac_address': 'fa:16:3e:2e:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 5, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'subnets': [{'id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:15.000609 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1fb9a-916e-4203-aacd-a09524082771 None None] The sync data for ids ['8c3716e6-d17c-48d5-a000-f333dc657566'] in dv-cinder-837353-1-iscsi is: [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:52:48Z', 'revision_number': 4, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '0ca6336c-e7ff-4a96-82c0-3a6869e67fa4', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'port_id': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'mac_address': 'fa:16:3e:50:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:13Z', 'updated_at': '2022-04-11T17:54:13Z', 'revision_number': 0, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5', 'name': '', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'mac_address': 'fa:16:3e:2e:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 5, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'subnets': [{'id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:54:15.187389 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e2b8b0-143e-4320-93f9-858debb451c9 None None] New status for floating IP 0ca6336c-e7ff-4a96-82c0-3a6869e67fa4: ACTIVE {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:54:15.518649 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1635d714-8bdf-4c22-8833-416886e8d489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:16.480935 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:17.909126 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:19.433996 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:19.552402 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900acbc0-1511-492d-8dfe-12b6b479e331 req-42021993-ce44-49e9-a814-14467ff46bf4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:19.553895 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-900acbc0-1511-492d-8dfe-12b6b479e331 req-42021993-ce44-49e9-a814-14467ff46bf4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 946 time: 0.0527480 Apr 11 17:54:19.815606 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-900acbc0-1511-492d-8dfe-12b6b479e331 req-7c14dad1-5325-45f9-8111-332d4cccd1cf tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560053 Apr 11 17:54:19.837977 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 53680) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:19.972511 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846111d7-4e3d-484b-978a-6705f4fa3619 tempest-TestMinimumBasicScenario-22645772 tempest-TestMinimumBasicScenario-22645772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:19.974033 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-846111d7-4e3d-484b-978a-6705f4fa3619 tempest-TestMinimumBasicScenario-22645772 tempest-TestMinimumBasicScenario-22645772-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 1125 time: 0.1350818 Apr 11 17:54:19.977054 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 53684) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:19.981073 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'port_id': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:19.999399 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:20.078476 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:20.179793 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Allocated IP 172.27.1.63 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/d246a243-ff72-4e77-9e4e-0c547a30e55b) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:54:20.289850 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for port (d246a243-ff72-4e77-9e4e-0c547a30e55b), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:20.325513 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (d246a243-ff72-4e77-9e4e-0c547a30e55b), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:20.365229 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:54:20.367971 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:54:20.371404 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:54:20.393013 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event updated for resources: {'Port': ['ID=d246a243-ff72-4e77-9e4e-0c547a30e55b,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:20.406272 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.406624 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.406967 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.407337 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.407674 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.408008 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.408342 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.408671 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.409047 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.409375 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.409701 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.410026 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.410371 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.410963 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.411280 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:20.630189 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cf0d609e-1938-4ac1-b9ac-4800dc661c04 req-b767dfcc-9e67-4bad-8b8f-1652dfa6efce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465076 Apr 11 17:54:20.765427 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d609e-1938-4ac1-b9ac-4800dc661c04 req-81634a19-8e95-4657-bc17-f785aaa3181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:20.767490 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cf0d609e-1938-4ac1-b9ac-4800dc661c04 req-81634a19-8e95-4657-bc17-f785aaa3181f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 1129 time: 0.1029327 Apr 11 17:54:20.982349 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d609e-1938-4ac1-b9ac-4800dc661c04 req-edfe5dc3-d8e4-4432-a4c1-dd6f8dd39ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:20.983786 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cf0d609e-1938-4ac1-b9ac-4800dc661c04 req-edfe5dc3-d8e4-4432-a4c1-dd6f8dd39ab4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 0.1660268 Apr 11 17:54:20.984776 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for floatingip (6f185c41-b2f5-4ef1-b4ad-4684f22b23f7), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:21.066884 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cf0d609e-1938-4ac1-b9ac-4800dc661c04 req-36894a4b-4649-4240-b6a0-89bf98c877e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c8fdf2-3978-4da6-aeb9-b788265172fd HTTP/1.1" status: 200 len: 217 time: 0.0677485 Apr 11 17:54:21.146125 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d609e-1938-4ac1-b9ac-4800dc661c04 req-e417a0af-d740-46ff-aa98-7a260640e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:21.147555 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cf0d609e-1938-4ac1-b9ac-4800dc661c04 req-e417a0af-d740-46ff-aa98-7a260640e432 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.0724747 Apr 11 17:54:21.153375 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (d246a243-ff72-4e77-9e4e-0c547a30e55b), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:21.219480 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d609e-1938-4ac1-b9ac-4800dc661c04 req-16d1af55-4ba5-4141-984f-5023e31c5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:21.221471 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cf0d609e-1938-4ac1-b9ac-4800dc661c04 req-16d1af55-4ba5-4141-984f-5023e31c5eaf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488625 Apr 11 17:54:21.381888 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cf0d609e-1938-4ac1-b9ac-4800dc661c04 req-0e77a07e-8ffa-4733-b1dd-5d0e919ab35b service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422882 Apr 11 17:54:21.404149 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for port (d246a243-ff72-4e77-9e4e-0c547a30e55b), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:21.422523 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (d246a243-ff72-4e77-9e4e-0c547a30e55b), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:21.518255 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event updated for resources: {'Port': ['ID=d246a243-ff72-4e77-9e4e-0c547a30e55b,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:21.548550 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cf0d609e-1938-4ac1-b9ac-4800dc661c04 req-c2e7290f-c3d4-4593-a709-41f435bc8fdb service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583159 Apr 11 17:54:21.553189 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (6f185c41-b2f5-4ef1-b4ad-4684f22b23f7), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:21.653893 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Floating IP 6f185c41-b2f5-4ef1-b4ad-4684f22b23f7 associated. External IP: 172.27.1.63, port: ad6a0cff-b605-46fa-8ed9-eed123e1d90f. Apr 11 17:54:21.697501 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.083571 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:54:22.187870 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:54:22.199049 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333452a-78fb-4a33-973c-f69fad195274 None None] Sync routers for ids ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:54:22.206810 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.209952 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333452a-78fb-4a33-973c-f69fad195274 None None] Routers {'52c7dca0-a1b3-409c-9b11-d9e87f02e749'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:22.210545 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-5333452a-78fb-4a33-973c-f69fad195274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:54:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:22.237603 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-3ab91e47-cca7-4dde-be60-602e6d7afbac tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2570128 Apr 11 17:54:22.237603 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:22.237953 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3950c28d-1d8f-4c94-b2e6-b78e009c7945" -d '{"events": [{"name": "network-changed", "server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:22.238064 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 53692) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:22.242717 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418002003', 'description': 'tempest-secgroup-smoke-1418002003 description', 'project_id': '3802c6d8d7934a8ba9a8d8577a589533'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:22.266007 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.277169 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58754eb7-e611-4a90-9721-fc9bc8a3ed91 x-openstack-request-id: req-58754eb7-e611-4a90-9721-fc9bc8a3ed91 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:22.277610 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:22.277990 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58754eb7-e611-4a90-9721-fc9bc8a3ed91 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:22.278265 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58754eb7-e611-4a90-9721-fc9bc8a3ed91'] response: {'name': 'network-changed', 'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'status': 'completed', 'code': 200} Apr 11 17:54:22.342141 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-5333452a-78fb-4a33-973c-f69fad195274 None None] Set router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:22.342339 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group (900d55dc-4afe-4cca-b7f1-21fad046d5b5), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.346836 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (900d55dc-4afe-4cca-b7f1-21fad046d5b5), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.347554 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950c28d-1d8f-4c94-b2e6-b78e009c7945 req-fe3ffc3b-4b89-4eee-aedb-09c837fdf25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:22.349214 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3950c28d-1d8f-4c94-b2e6-b78e009c7945 req-fe3ffc3b-4b89-4eee-aedb-09c837fdf25d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3802c6d8d7934a8ba9a8d8577a589533&device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 1130 time: 0.0404997 Apr 11 17:54:22.377132 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.378355 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1392152 Apr 11 17:54:22.382802 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 53696) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:22.387071 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-20c2ef70-ba9d-4b66-b7dd-cd22b1cfa80e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Request body: {'security_group_rule': {'security_group_id': '900d55dc-4afe-4cca-b7f1-21fad046d5b5', 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:22.391093 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900d55dc-4afe-4cca-b7f1-21fad046d5b5,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:22.404081 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.404477 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.404896 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.405296 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.405646 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.405987 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.406448 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.406779 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.407142 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.407478 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.407850 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.408192 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.408524 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.408872 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.409204 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cd67f-cb32-4fcf-b267-e51ed8116f4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:22.430517 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-20c2ef70-ba9d-4b66-b7dd-cd22b1cfa80e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (1584d25d-a22a-4495-b636-7dee7f6678b6), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.455246 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950c28d-1d8f-4c94-b2e6-b78e009c7945 req-fa37967c-ade5-4869-be16-7886f46814d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:22.456725 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3950c28d-1d8f-4c94-b2e6-b78e009c7945 req-fa37967c-ade5-4869-be16-7886f46814d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735 HTTP/1.1" status: 200 len: 916 time: 0.1004400 Apr 11 17:54:22.488264 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-20c2ef70-ba9d-4b66-b7dd-cd22b1cfa80e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (1584d25d-a22a-4495-b636-7dee7f6678b6), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.493271 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-20c2ef70-ba9d-4b66-b7dd-cd22b1cfa80e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (1584d25d-a22a-4495-b636-7dee7f6678b6), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.513509 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2ef70-ba9d-4b66-b7dd-cd22b1cfa80e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1584d25d-a22a-4495-b636-7dee7f6678b6,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:22.522109 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-20c2ef70-ba9d-4b66-b7dd-cd22b1cfa80e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.524156 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-20c2ef70-ba9d-4b66-b7dd-cd22b1cfa80e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401186 Apr 11 17:54:22.527403 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 53698) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:22.531785 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3950c28d-1d8f-4c94-b2e6-b78e009c7945 req-a3b17da8-ad51-4e29-a3fb-b07b758e0c3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f HTTP/1.1" status: 200 len: 999 time: 0.0684206 Apr 11 17:54:22.531935 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-1a25c779-d815-40a9-9196-e1a19ad268b8 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Request body: {'security_group_rule': {'security_group_id': '900d55dc-4afe-4cca-b7f1-21fad046d5b5', 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:22.559291 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1a25c779-d815-40a9-9196-e1a19ad268b8 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (6f479ed0-e665-43ee-8690-a74c6e7764e7), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.585242 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950c28d-1d8f-4c94-b2e6-b78e009c7945 req-16fb07f6-4ade-441e-8eed-b6064d0799d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:22.586688 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3950c28d-1d8f-4c94-b2e6-b78e009c7945 req-16fb07f6-4ade-441e-8eed-b6064d0799d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=149a2d61-f152-4c6a-8a91-620863f2eb79 HTTP/1.1" status: 200 len: 854 time: 0.0486741 Apr 11 17:54:22.592828 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-5333452a-78fb-4a33-973c-f69fad195274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:53:10Z', 'revision_number': 4, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '6f185c41-b2f5-4ef1-b4ad-4684f22b23f7', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'port_id': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'mac_address': 'fa:16:3e:12:7f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:20Z', 'updated_at': '2022-04-11T17:54:20Z', 'revision_number': 0, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf370dfd-1a8d-400c-9743-d78e030de591', 'name': '', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'mac_address': 'fa:16:3e:42:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:08Z', 'updated_at': '2022-04-11T17:53:17Z', 'revision_number': 5, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'subnets': [{'id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:22.620390 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1a25c779-d815-40a9-9196-e1a19ad268b8 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (6f479ed0-e665-43ee-8690-a74c6e7764e7), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.625177 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333452a-78fb-4a33-973c-f69fad195274 None None] Checking router: 52c7dca0-a1b3-409c-9b11-d9e87f02e749 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:54:22.625427 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1a25c779-d815-40a9-9196-e1a19ad268b8 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (6f479ed0-e665-43ee-8690-a74c6e7764e7), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.634332 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950c28d-1d8f-4c94-b2e6-b78e009c7945 req-5f33f9c8-c3ed-4fb7-ada6-448311f53e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:22.635856 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3950c28d-1d8f-4c94-b2e6-b78e009c7945 req-5f33f9c8-c3ed-4fb7-ada6-448311f53e37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429897 Apr 11 17:54:22.636979 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333452a-78fb-4a33-973c-f69fad195274 None None] Routers {'52c7dca0-a1b3-409c-9b11-d9e87f02e749'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:22.637581 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-5333452a-78fb-4a33-973c-f69fad195274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:54:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:22.644204 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25c779-d815-40a9-9196-e1a19ad268b8 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f479ed0-e665-43ee-8690-a74c6e7764e7,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:22.657994 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1a25c779-d815-40a9-9196-e1a19ad268b8 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.659314 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-1a25c779-d815-40a9-9196-e1a19ad268b8 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309814 Apr 11 17:54:22.663280 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 53700) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:22.668054 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-4982bf52-9208-46f4-8aa7-dfc2096605b4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Request body: {'security_group_rule': {'security_group_id': '900d55dc-4afe-4cca-b7f1-21fad046d5b5', 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:22.699387 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4982bf52-9208-46f4-8aa7-dfc2096605b4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (47fdcfa3-37e5-4b98-a1e9-144e4617fa73), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.746648 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3950c28d-1d8f-4c94-b2e6-b78e009c7945 req-7130cb84-c344-48c0-98f1-f6e15a807cb7 service neutron] 10.222.0.18 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978310 Apr 11 17:54:22.750282 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-5333452a-78fb-4a33-973c-f69fad195274 None None] Set router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:22.761641 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4982bf52-9208-46f4-8aa7-dfc2096605b4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (47fdcfa3-37e5-4b98-a1e9-144e4617fa73), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.765964 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4982bf52-9208-46f4-8aa7-dfc2096605b4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (47fdcfa3-37e5-4b98-a1e9-144e4617fa73), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.791502 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4982bf52-9208-46f4-8aa7-dfc2096605b4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.792719 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-4982bf52-9208-46f4-8aa7-dfc2096605b4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283801 Apr 11 17:54:22.793669 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982bf52-9208-46f4-8aa7-dfc2096605b4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fdcfa3-37e5-4b98-a1e9-144e4617fa73,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:22.795834 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 53702) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:22.800845 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-1ceb27e0-f572-4982-a229-203bc4ef431b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Request body: {'security_group_rule': {'security_group_id': '900d55dc-4afe-4cca-b7f1-21fad046d5b5', 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:22.830181 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1ceb27e0-f572-4982-a229-203bc4ef431b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (2c4e939c-ad7b-477b-8547-3a984fc731dd), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.860696 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3950c28d-1d8f-4c94-b2e6-b78e009c7945 req-0e252c74-504b-459d-ac83-8e5c41a69c82 service neutron] 10.222.0.18 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039562 Apr 11 17:54:22.890515 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1ceb27e0-f572-4982-a229-203bc4ef431b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (2c4e939c-ad7b-477b-8547-3a984fc731dd), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.894608 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1ceb27e0-f572-4982-a229-203bc4ef431b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (2c4e939c-ad7b-477b-8547-3a984fc731dd), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.910658 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb27e0-f572-4982-a229-203bc4ef431b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4e939c-ad7b-477b-8547-3a984fc731dd,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:22.922607 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1ceb27e0-f572-4982-a229-203bc4ef431b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.923949 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-1ceb27e0-f572-4982-a229-203bc4ef431b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271760 Apr 11 17:54:22.926760 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 53704) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:22.931044 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-be5d1526-f4ac-435b-ab39-434bdfdbaa6e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Request body: {'security_group_rule': {'security_group_id': '900d55dc-4afe-4cca-b7f1-21fad046d5b5', 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:22.952360 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.securitygroups_db [None req-be5d1526-f4ac-435b-ab39-434bdfdbaa6e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Project 3802c6d8d7934a8ba9a8d8577a589533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:54:22.959862 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-be5d1526-f4ac-435b-ab39-434bdfdbaa6e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (5cb60f25-57fa-4d5c-9d3e-135efef3247e), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:22.979324 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-5333452a-78fb-4a33-973c-f69fad195274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:53:10Z', 'revision_number': 4, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '6f185c41-b2f5-4ef1-b4ad-4684f22b23f7', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'port_id': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'mac_address': 'fa:16:3e:12:7f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:20Z', 'updated_at': '2022-04-11T17:54:20Z', 'revision_number': 0, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf370dfd-1a8d-400c-9743-d78e030de591', 'name': '', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'mac_address': 'fa:16:3e:42:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:08Z', 'updated_at': '2022-04-11T17:53:17Z', 'revision_number': 5, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'subnets': [{'id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:23.009956 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333452a-78fb-4a33-973c-f69fad195274 None None] The sync data for ids ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'] in dv-cinder-837353-1-iscsi is: [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:53:10Z', 'revision_number': 4, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '6f185c41-b2f5-4ef1-b4ad-4684f22b23f7', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'port_id': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'mac_address': 'fa:16:3e:12:7f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:20Z', 'updated_at': '2022-04-11T17:54:20Z', 'revision_number': 0, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf370dfd-1a8d-400c-9743-d78e030de591', 'name': '', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'mac_address': 'fa:16:3e:42:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:08Z', 'updated_at': '2022-04-11T17:53:17Z', 'revision_number': 5, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'subnets': [{'id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:54:23.021161 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-be5d1526-f4ac-435b-ab39-434bdfdbaa6e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (5cb60f25-57fa-4d5c-9d3e-135efef3247e), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.025059 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-be5d1526-f4ac-435b-ab39-434bdfdbaa6e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (5cb60f25-57fa-4d5c-9d3e-135efef3247e), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.045937 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d1526-f4ac-435b-ab39-434bdfdbaa6e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb60f25-57fa-4d5c-9d3e-135efef3247e,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:23.059237 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-be5d1526-f4ac-435b-ab39-434bdfdbaa6e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.060443 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-be5d1526-f4ac-435b-ab39-434bdfdbaa6e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327720 Apr 11 17:54:23.063146 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 53708) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:23.067895 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-00d26ed9-405c-43cd-b50d-c74e9cde4a46 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Request body: {'security_group_rule': {'security_group_id': '900d55dc-4afe-4cca-b7f1-21fad046d5b5', 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:23.089769 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.securitygroups_db [None req-00d26ed9-405c-43cd-b50d-c74e9cde4a46 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Project 3802c6d8d7934a8ba9a8d8577a589533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:54:23.095279 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-00d26ed9-405c-43cd-b50d-c74e9cde4a46 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (110e6a65-5c6f-4aff-87f6-edf9abda93bc), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.158751 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-00d26ed9-405c-43cd-b50d-c74e9cde4a46 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (110e6a65-5c6f-4aff-87f6-edf9abda93bc), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.163051 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-00d26ed9-405c-43cd-b50d-c74e9cde4a46 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (110e6a65-5c6f-4aff-87f6-edf9abda93bc), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.181197 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d26ed9-405c-43cd-b50d-c74e9cde4a46 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110e6a65-5c6f-4aff-87f6-edf9abda93bc,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:23.190227 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-00d26ed9-405c-43cd-b50d-c74e9cde4a46 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.191614 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-00d26ed9-405c-43cd-b50d-c74e9cde4a46 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269529 Apr 11 17:54:23.217322 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85bccf3-9ef9-428c-b557-d63894fcda76 None None] New status for floating IP 6f185c41-b2f5-4ef1-b4ad-4684f22b23f7: ACTIVE {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:54:23.283890 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5a546b9e-60a6-4f0c-b1c0-c94c550d0f0b req-53fa84fa-3f50-4d79-8b47-24e5e0d42c65 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418002003&fields=id&tenant_id=3802c6d8d7934a8ba9a8d8577a589533 HTTP/1.1" status: 200 len: 267 time: 0.0441983 Apr 11 17:54:23.333419 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a546b9e-60a6-4f0c-b1c0-c94c550d0f0b req-450cc24f-a315-4885-a113-a546d258cd99 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:23.335025 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5a546b9e-60a6-4f0c-b1c0-c94c550d0f0b req-450cc24f-a315-4885-a113-a546d258cd99 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 946 time: 0.0455551 Apr 11 17:54:23.347442 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-5a546b9e-60a6-4f0c-b1c0-c94c550d0f0b req-36d14d9c-e289-4824-a80a-e407c96f374a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Request body: {'port': {'security_groups': ['f9ecdec5-81d9-4867-b203-0cced9ab3f42', '900d55dc-4afe-4cca-b7f1-21fad046d5b5']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:23.425171 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5a546b9e-60a6-4f0c-b1c0-c94c550d0f0b req-36d14d9c-e289-4824-a80a-e407c96f374a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.618629 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-5a546b9e-60a6-4f0c-b1c0-c94c550d0f0b req-36d14d9c-e289-4824-a80a-e407c96f374a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] For port ad6a0cff-b605-46fa-8ed9-eed123e1d90f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:23.647824 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5a546b9e-60a6-4f0c-b1c0-c94c550d0f0b req-36d14d9c-e289-4824-a80a-e407c96f374a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.652079 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5a546b9e-60a6-4f0c-b1c0-c94c550d0f0b req-36d14d9c-e289-4824-a80a-e407c96f374a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.664590 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['ad6a0cff-b605-46fa-8ed9-eed123e1d90f'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:54:23.697775 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a546b9e-60a6-4f0c-b1c0-c94c550d0f0b req-36d14d9c-e289-4824-a80a-e407c96f374a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:23.698408 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-5a546b9e-60a6-4f0c-b1c0-c94c550d0f0b req-36d14d9c-e289-4824-a80a-e407c96f374a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:23.701474 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5a546b9e-60a6-4f0c-b1c0-c94c550d0f0b req-36d14d9c-e289-4824-a80a-e407c96f374a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "PUT /v2.0/ports/ad6a0cff-b605-46fa-8ed9-eed123e1d90f HTTP/1.1" status: 200 len: 982 time: 0.3594589 Apr 11 17:54:23.726689 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d14d9c-e289-4824-a80a-e407c96f374a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event updated for resources: {'Port': ['ID=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,revision_number=6']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:23.814331 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['ad6a0cff-b605-46fa-8ed9-eed123e1d90f'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:54:23.815891 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2df9-eb0a-48bf-b938-5a7e3f3186a4 req-990a6e8e-be07-430e-9909-e1119a564997 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:23.817749 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f0fa2df9-eb0a-48bf-b938-5a7e3f3186a4 req-990a6e8e-be07-430e-9909-e1119a564997 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0522065 Apr 11 17:54:23.893567 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f0fa2df9-eb0a-48bf-b938-5a7e3f3186a4 req-c4651366-0936-423c-bbe2-e24ccba0bcbf tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696394 Apr 11 17:54:23.965719 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-dbc1d996-c09d-477d-b713-b62309a57322 None None] Provisioning complete for port ad6a0cff-b605-46fa-8ed9-eed123e1d90f triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:54:23.966003 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-dbc1d996-c09d-477d-b713-b62309a57322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:24.279166 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:24.282153 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06b1b54-f962-4eea-8a74-dd1f9ed02fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:24.288693 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1d996-c09d-477d-b713-b62309a57322 None None] Current status of the port ad6a0cff-b605-46fa-8ed9-eed123e1d90f is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:24.326738 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb34f64-7cb5-4b1c-813f-d1ec1be75746 x-openstack-request-id: req-1bb34f64-7cb5-4b1c-813f-d1ec1be75746 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:24.327034 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:24.327290 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1bb34f64-7cb5-4b1c-813f-d1ec1be75746 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:24.327797 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb34f64-7cb5-4b1c-813f-d1ec1be75746'] response: {'name': 'network-changed', 'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'status': 'completed', 'code': 200} Apr 11 17:54:24.425647 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b1b54-f962-4eea-8a74-dd1f9ed02fc9 req-0798e283-5220-4eef-ab4f-7e3f60df37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:24.427130 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a06b1b54-f962-4eea-8a74-dd1f9ed02fc9 req-0798e283-5220-4eef-ab4f-7e3f60df37d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3802c6d8d7934a8ba9a8d8577a589533&device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 1169 time: 0.0656376 Apr 11 17:54:24.523740 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b1b54-f962-4eea-8a74-dd1f9ed02fc9 req-cb9d09e7-9dd6-424a-ac31-6cc84f41dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:24.525233 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a06b1b54-f962-4eea-8a74-dd1f9ed02fc9 req-cb9d09e7-9dd6-424a-ac31-6cc84f41dacf service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735 HTTP/1.1" status: 200 len: 916 time: 0.0871263 Apr 11 17:54:24.595324 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a06b1b54-f962-4eea-8a74-dd1f9ed02fc9 req-c50e1c32-4a9d-4af8-9804-33f3742711e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f HTTP/1.1" status: 200 len: 1001 time: 0.0617445 Apr 11 17:54:24.646415 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b1b54-f962-4eea-8a74-dd1f9ed02fc9 req-11da17bf-9320-40bf-a75b-c4db67f1fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:24.647804 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a06b1b54-f962-4eea-8a74-dd1f9ed02fc9 req-11da17bf-9320-40bf-a75b-c4db67f1fe59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=149a2d61-f152-4c6a-8a91-620863f2eb79 HTTP/1.1" status: 200 len: 854 time: 0.0418358 Apr 11 17:54:24.690133 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b1b54-f962-4eea-8a74-dd1f9ed02fc9 req-0bfdd80e-8eb5-4849-b7f4-bea126b01598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:24.691525 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a06b1b54-f962-4eea-8a74-dd1f9ed02fc9 req-0bfdd80e-8eb5-4849-b7f4-bea126b01598 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374718 Apr 11 17:54:24.781376 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a06b1b54-f962-4eea-8a74-dd1f9ed02fc9 req-ee522d4a-b0b7-47de-8b0d-310a14393cff service neutron] 10.222.0.18 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828600 Apr 11 17:54:24.871546 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a06b1b54-f962-4eea-8a74-dd1f9ed02fc9 req-26c5d3f4-391c-4a34-a934-62e45fbd9324 service neutron] 10.222.0.18 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844920 Apr 11 17:54:41.690250 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 53834) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:41.694727 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-d33485ca-4e5d-41fc-ba2a-344d36882917 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581928322', 'description': 'tempest-description--1365435452'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:41.713691 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d33485ca-4e5d-41fc-ba2a-344d36882917 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:41.776728 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d33485ca-4e5d-41fc-ba2a-344d36882917 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:41.780284 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d33485ca-4e5d-41fc-ba2a-344d36882917 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:41.808622 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d33485ca-4e5d-41fc-ba2a-344d36882917 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:41.809840 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-d33485ca-4e5d-41fc-ba2a-344d36882917 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1185820 Apr 11 17:54:41.813031 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 53836) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:41.813808 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33485ca-4e5d-41fc-ba2a-344d36882917 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:41.817737 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-a7b5bef6-ab92-4893-92ae-6359d8e8c5f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'security_group_rule': {'security_group_id': 'f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:41.841677 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bef6-ab92-4893-92ae-6359d8e8c5f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (2063ba1a-0bb5-4ece-9b65-06771b9e4e9a), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:41.898397 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bef6-ab92-4893-92ae-6359d8e8c5f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (2063ba1a-0bb5-4ece-9b65-06771b9e4e9a), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:41.901844 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bef6-ab92-4893-92ae-6359d8e8c5f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (2063ba1a-0bb5-4ece-9b65-06771b9e4e9a), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:41.919736 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5bef6-ab92-4893-92ae-6359d8e8c5f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2063ba1a-0bb5-4ece-9b65-06771b9e4e9a,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:41.928390 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a7b5bef6-ab92-4893-92ae-6359d8e8c5f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:41.929619 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-a7b5bef6-ab92-4893-92ae-6359d8e8c5f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155057 Apr 11 17:54:41.932380 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 53838) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:41.936567 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-014f0b68-5b9b-465c-b0a9-769cff3a3449 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'security_group_rule': {'security_group_id': 'f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:41.960314 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-014f0b68-5b9b-465c-b0a9-769cff3a3449 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (3a00bcd0-f42f-47d0-9bbd-0a45730dc6c8), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.014782 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-014f0b68-5b9b-465c-b0a9-769cff3a3449 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (3a00bcd0-f42f-47d0-9bbd-0a45730dc6c8), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.018900 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-014f0b68-5b9b-465c-b0a9-769cff3a3449 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (3a00bcd0-f42f-47d0-9bbd-0a45730dc6c8), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.036632 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f0b68-5b9b-465c-b0a9-769cff3a3449 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a00bcd0-f42f-47d0-9bbd-0a45730dc6c8,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:42.043494 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-014f0b68-5b9b-465c-b0a9-769cff3a3449 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.044654 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-014f0b68-5b9b-465c-b0a9-769cff3a3449 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113095 Apr 11 17:54:42.047765 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 53840) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:42.051988 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:42.070797 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.148812 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.251347 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Allocated IP 172.27.1.158 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/aa6c4057-a688-4a25-9774-33fef0b53db2) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:54:42.353587 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for port (aa6c4057-a688-4a25-9774-33fef0b53db2), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.388156 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (aa6c4057-a688-4a25-9774-33fef0b53db2), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.429159 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:54:42.431881 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:54:42.435187 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:54:42.456704 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'Port': ['ID=aa6c4057-a688-4a25-9774-33fef0b53db2,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:42.518541 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (65b8e344-63c0-4f13-98e6-f191c989a557), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.556253 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (aa6c4057-a688-4a25-9774-33fef0b53db2), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.699312 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for port (aa6c4057-a688-4a25-9774-33fef0b53db2), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.703608 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (aa6c4057-a688-4a25-9774-33fef0b53db2), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.773993 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'Port': ['ID=aa6c4057-a688-4a25-9774-33fef0b53db2,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:42.783559 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (65b8e344-63c0-4f13-98e6-f191c989a557), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.798379 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:42.800084 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-37e0517b-eece-44f0-b6b5-6b6d2a0b12e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7514007 Apr 11 17:54:42.988275 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-bc9e746d-2bf8-4336-87bf-245da725b79e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--581928322&fields=id&tenant_id=87f1f626701c4ddfab0c5f855c39f8c3 HTTP/1.1" status: 200 len: 267 time: 0.0411952 Apr 11 17:54:43.096080 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-6c764839-6c19-4204-80a0-55f8c17bb061 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:43.097455 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-6c764839-6c19-4204-80a0-55f8c17bb061 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 814 time: 0.1030347 Apr 11 17:54:43.112713 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-5848caea-c1fc-46a0-81cf-4df6bc77db93 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/quotas/87f1f626701c4ddfab0c5f855c39f8c3 HTTP/1.1" status: 200 len: 375 time: 0.0099115 Apr 11 17:54:43.161201 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-44a2f80a-7cae-4e0e-a65d-a2c0ae8bd6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:43.163603 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-8ef0567e-1144-40ee-8b37-17f85cce764c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460391 Apr 11 17:54:43.260025 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-f9628aed-f0ad-45cd-97e5-070ecccb8fb7 service neutron] 10.222.0.76 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842640 Apr 11 17:54:43.347130 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-f8179f32-ca0a-4f11-8c08-c64bc9be0eee service neutron] 10.222.0.76 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813563 Apr 11 17:54:43.502318 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9fc90e5a-6c12-4a7f-8e43-dfe8635fd0ab req-2cc0cc4f-c1a7-4091-bc86-a99d1646cb67 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 210 time: 0.0276077 Apr 11 17:54:44.596507 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d5c04c6-02e2-40a8-b851-4e070587deaa req-63578d55-ce1d-4541-bcd2-5b77e3b90b9b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 210 time: 0.0277636 Apr 11 17:54:44.830267 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-ca51f04e-ccb4-4473-8369-45a8a63d9945 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:44.832114 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-ca51f04e-ccb4-4473-8369-45a8a63d9945 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 814 time: 0.1090162 Apr 11 17:54:44.916498 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-57cf6060-a72d-4998-8ffa-a8d29f8714fd tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87f1f626701c4ddfab0c5f855c39f8c3 HTTP/1.1" status: 200 len: 471 time: 0.0663669 Apr 11 17:54:45.016906 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'port': {'device_id': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'admin_state_up': True, 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'security_groups': ['f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:45.124251 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Made reservation on behalf of 87f1f626701c4ddfab0c5f855c39f8c3 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:54:45.127430 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:45.250901 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Allocated IP 172.20.0.8 (d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f/b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8/f9902e00-f416-4ee7-9982-6ca9f643f526) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:54:45.380508 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:45.413525 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:45.461087 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:54:45.463967 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:54:45.467573 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:54:45.473979 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'Port': ['ID=f9902e00-f416-4ee7-9982-6ca9f643f526,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:45.521179 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:45.521883 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:45.527087 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d29b-e8ed-4325-993d-e32b5d6837f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:45.540166 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-e52e996a-b22a-4845-b2ee-9b0f63505d2b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5270193 Apr 11 17:54:45.554286 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Request body: {'port': {'device_id': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:45.614959 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:45.730928 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-29830d31-8b3b-4e8a-b8cb-f145cba2b912 None None] Provisioning complete for port f9902e00-f416-4ee7-9982-6ca9f643f526 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:54:45.731526 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29830d31-8b3b-4e8a-b8cb-f145cba2b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:45.768347 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e41e57-9470-4d93-b5e9-898330539f35 req-88b954d3-d24f-4e62-b3d8-bfa134ea16b7 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:45.770160 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c6e41e57-9470-4d93-b5e9-898330539f35 req-88b954d3-d24f-4e62-b3d8-bfa134ea16b7 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 931 time: 0.1071994 Apr 11 17:54:45.770927 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:54:45.780585 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-29830d31-8b3b-4e8a-b8cb-f145cba2b912 None None] Port f9902e00-f416-4ee7-9982-6ca9f643f526 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:54:45.871805 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c6e41e57-9470-4d93-b5e9-898330539f35 req-f5cf9cad-88d0-4d00-b7a3-c61d1d0be58f tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956063 Apr 11 17:54:45.950346 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9902e00-f416-4ee7-9982-6ca9f643f526 {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:54:45.957804 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Publish callbacks [] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:45.969931 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Transition to ACTIVE for port object f9902e00-f416-4ee7-9982-6ca9f643f526 will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:54:45.974683 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:46.029571 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Pushing event updated for resources: {'Port': ['ID=f9902e00-f416-4ee7-9982-6ca9f643f526,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:46.100501 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Attempting to bind port f9902e00-f416-4ee7-9982-6ca9f643f526 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:54:46.100839 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Attempting to bind port f9902e00-f416-4ee7-9982-6ca9f643f526 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:54:46.101261 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Attempting to bind port f9902e00-f416-4ee7-9982-6ca9f643f526 on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:54:46.105804 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Port f9902e00-f416-4ee7-9982-6ca9f643f526 on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:54:46.106126 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Attempting to bind port f9902e00-f416-4ee7-9982-6ca9f643f526 on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:54:46.111690 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:54:46.112021 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Checking segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:54:46.112409 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Bound using segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:54:46.112840 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Bound port: f9902e00-f416-4ee7-9982-6ca9f643f526, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:54:46.113220 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:46.176252 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] For port f9902e00-f416-4ee7-9982-6ca9f643f526, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:54:46.179310 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] For port f9902e00-f416-4ee7-9982-6ca9f643f526, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f9902e00-f416-4ee7-9982-6ca9f643f526,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:54:46.184625 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:46.223706 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:46.224308 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:46.225685 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] 10.222.0.18 "PUT /v2.0/ports/f9902e00-f416-4ee7-9982-6ca9f643f526 HTTP/1.1" status: 200 len: 1093 time: 0.6756592 Apr 11 17:54:46.226115 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'tag': 'f9902e00-f416-4ee7-9982-6ca9f643f526'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:46.228305 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee50a72-63e7-4168-b354-7b7e72c8e948" -d '{"events": [{"name": "network-changed", "server_uuid": "7bda2fdc-015b-44e8-8bc7-6e0f1b248525", "tag": "f9902e00-f416-4ee7-9982-6ca9f643f526"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:46.250602 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b794422-e2ed-40b1-8114-c933d7ea97dd service neutron] Pushing event updated for resources: {'Port': ['ID=f9902e00-f416-4ee7-9982-6ca9f643f526,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:46.275528 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8c728e-b154-4858-8b35-bf652f6f1d4f x-openstack-request-id: req-0e8c728e-b154-4858-8b35-bf652f6f1d4f {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:46.275821 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bda2fdc-015b-44e8-8bc7-6e0f1b248525", "tag": "f9902e00-f416-4ee7-9982-6ca9f643f526", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:46.276092 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e8c728e-b154-4858-8b35-bf652f6f1d4f {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:46.276484 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8c728e-b154-4858-8b35-bf652f6f1d4f'] response: {'name': 'network-changed', 'server_uuid': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'tag': 'f9902e00-f416-4ee7-9982-6ca9f643f526', 'status': 'completed', 'code': 200} Apr 11 17:54:46.318579 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-f2866a8a-85de-470e-8439-d3260453a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:46.320139 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-f2866a8a-85de-470e-8439-d3260453a80e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 1127 time: 0.0403547 Apr 11 17:54:46.364519 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-a797e174-7ba4-4007-95c2-39025d657c7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9902e00-f416-4ee7-9982-6ca9f643f526 HTTP/1.1" status: 200 len: 217 time: 0.0354774 Apr 11 17:54:46.424969 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-90d48a98-1b0d-4f0e-b795-6c034dadb172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:46.426457 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-90d48a98-1b0d-4f0e-b795-6c034dadb172 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 200 len: 853 time: 0.0546885 Apr 11 17:54:46.469589 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-0a14e93b-edda-4f78-ab08-f9e3b010155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:46.471054 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-0a14e93b-edda-4f78-ab08-f9e3b010155b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378780 Apr 11 17:54:46.482366 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:46.563318 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-24c184b1-044c-45eb-9837-c7f69d8cbcc2 service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810387 Apr 11 17:54:46.652598 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3b3b2a4-e80a-4573-98db-4c4de1c25255 req-f0583263-e544-4d9f-8965-1033e98398e7 service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822034 Apr 11 17:54:46.982381 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ba738-c733-44ae-a6fc-1422ed027bad req-bac23d8d-4f26-40a7-9829-bebace1e9d37 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:46.983821 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d84ba738-c733-44ae-a6fc-1422ed027bad req-bac23d8d-4f26-40a7-9829-bebace1e9d37 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 943 time: 0.0457547 Apr 11 17:54:47.030556 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d84ba738-c733-44ae-a6fc-1422ed027bad req-d2fcba4f-4086-4e44-900e-df23758f2aa9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401096 Apr 11 17:54:47.915282 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:47.930469 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee50a72-63e7-4168-b354-7b7e72c8e948 req-24868f4a-d7d8-4b33-9e29-fb5dafe1b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:47.932074 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cee50a72-63e7-4168-b354-7b7e72c8e948 req-24868f4a-d7d8-4b33-9e29-fb5dafe1b8e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 1127 time: 0.0466003 Apr 11 17:54:48.289097 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dbd0b-8562-48f7-b04b-169cc03719c0 req-664a8661-0c28-451d-b5d5-b049c4e38df0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:48.290506 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f08dbd0b-8562-48f7-b04b-169cc03719c0 req-664a8661-0c28-451d-b5d5-b049c4e38df0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 943 time: 0.0871475 Apr 11 17:54:48.323083 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee50a72-63e7-4168-b354-7b7e72c8e948 req-90b4df28-7b69-4f96-b398-5a08990df727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:48.324486 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cee50a72-63e7-4168-b354-7b7e72c8e948 req-90b4df28-7b69-4f96-b398-5a08990df727 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 915 time: 0.3847258 Apr 11 17:54:48.349888 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f08dbd0b-8562-48f7-b04b-169cc03719c0 req-ad5c5b85-4edd-4988-b2a6-b2634b8af091 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534368 Apr 11 17:54:48.689722 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cee50a72-63e7-4168-b354-7b7e72c8e948 req-2a24a719-30d0-42f3-bc12-28dbd8a393fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9902e00-f416-4ee7-9982-6ca9f643f526 HTTP/1.1" status: 200 len: 217 time: 0.0333443 Apr 11 17:54:48.734892 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee50a72-63e7-4168-b354-7b7e72c8e948 req-a4a818e6-9406-48e8-8fce-8daafb7dca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:48.736752 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cee50a72-63e7-4168-b354-7b7e72c8e948 req-a4a818e6-9406-48e8-8fce-8daafb7dca63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 200 len: 853 time: 0.0416009 Apr 11 17:54:48.783066 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee50a72-63e7-4168-b354-7b7e72c8e948 req-84b57a04-eb46-4556-9f2e-f1f1ec6cf7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:48.784533 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cee50a72-63e7-4168-b354-7b7e72c8e948 req-84b57a04-eb46-4556-9f2e-f1f1ec6cf7bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400612 Apr 11 17:54:48.927011 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cee50a72-63e7-4168-b354-7b7e72c8e948 req-20ca472c-9576-4b25-9912-0f41ba04451a service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826855 Apr 11 17:54:49.017681 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cee50a72-63e7-4168-b354-7b7e72c8e948 req-1732fa04-1f18-47d1-a6a3-f64a403ad29e service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840659 Apr 11 17:54:49.442813 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:49.500795 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed8f1-901a-4674-8771-9fb6bb071395 req-c76862bd-2f23-4ed0-899d-0730c997ce31 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:49.502307 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6d7ed8f1-901a-4674-8771-9fb6bb071395 req-c76862bd-2f23-4ed0-899d-0730c997ce31 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 943 time: 0.0709989 Apr 11 17:54:49.523836 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7ccce-71f9-406a-bccf-6797e23ed42c req-43fa94b8-b8b3-4b24-a389-1a8de25eb2c1 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:49.525289 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8eb7ccce-71f9-406a-bccf-6797e23ed42c req-43fa94b8-b8b3-4b24-a389-1a8de25eb2c1 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 946 time: 0.0659146 Apr 11 17:54:49.568514 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f9902e00-f416-4ee7-9982-6ca9f643f526 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:54:49.589719 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6d7ed8f1-901a-4674-8771-9fb6bb071395 req-774a4cfb-31c1-49f0-b583-61420dad3d38 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818744 Apr 11 17:54:49.597421 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8eb7ccce-71f9-406a-bccf-6797e23ed42c req-fac2d874-d92b-4f0e-9c1b-b5fee72cd7dc tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660717 Apr 11 17:54:49.670153 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f9902e00-f416-4ee7-9982-6ca9f643f526, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f9902e00-f416-4ee7-9982-6ca9f643f526,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:49.680984 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'f9902e00-f416-4ee7-9982-6ca9f643f526', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'port_id': 'f9902e00-f416-4ee7-9982-6ca9f643f526', 'mac_address': 'fa:16:3e:0c:62:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:54:49.717060 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f9902e00-f416-4ee7-9982-6ca9f643f526 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:49.717457 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:49.730614 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9902e00-f416-4ee7-9982-6ca9f643f526 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:54:49.750069 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f9902e00-f416-4ee7-9982-6ca9f643f526, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f9902e00-f416-4ee7-9982-6ca9f643f526,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:49.754284 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:49.802701 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f9902e00-f416-4ee7-9982-6ca9f643f526,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:49.809528 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.809867 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.810221 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.810557 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.810883 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.811204 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.811529 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.811846 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.812164 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.812479 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.812794 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.813140 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.813462 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.813765 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:49.814254 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:54:50.112913 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['f9902e00-f416-4ee7-9982-6ca9f643f526'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:54:50.728602 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac59ae0-fdae-48ec-88f1-8184dbc321e7 req-529172c7-3e09-4c42-a70f-0c47a4e757f4 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:50.729992 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5ac59ae0-fdae-48ec-88f1-8184dbc321e7 req-529172c7-3e09-4c42-a70f-0c47a4e757f4 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 944 time: 0.0713878 Apr 11 17:54:50.737589 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a292c60-b588-4492-a329-1553466eb29f req-310a4d11-6dd7-4c12-9423-8d9ccddc33ad tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:50.738919 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3a292c60-b588-4492-a329-1553466eb29f req-310a4d11-6dd7-4c12-9423-8d9ccddc33ad tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 946 time: 0.0714154 Apr 11 17:54:50.810349 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5ac59ae0-fdae-48ec-88f1-8184dbc321e7 req-a7363c43-e478-4264-8204-42915aa19b13 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705156 Apr 11 17:54:50.814780 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3a292c60-b588-4492-a329-1553466eb29f req-e97957d5-b5eb-4bd9-888a-ba14d4c5a865 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693765 Apr 11 17:54:51.332811 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7719e9-5d5d-40ec-8199-0250268d386e req-7db9b0ca-5640-444f-a825-ceb8531324fc tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:51.334283 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7c7719e9-5d5d-40ec-8199-0250268d386e req-7db9b0ca-5640-444f-a825-ceb8531324fc tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.18 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 946 time: 0.0465996 Apr 11 17:54:51.419819 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-7c7719e9-5d5d-40ec-8199-0250268d386e req-7a2671fd-0b44-412d-821d-454371add1ef tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Deleting port 5417cd6e-2fae-406d-84bd-61ae60808ec5 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:54:51.420165 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-7c7719e9-5d5d-40ec-8199-0250268d386e req-7a2671fd-0b44-412d-821d-454371add1ef tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:51.509292 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-7c7719e9-5d5d-40ec-8199-0250268d386e req-7a2671fd-0b44-412d-821d-454371add1ef tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] For port 5417cd6e-2fae-406d-84bd-61ae60808ec5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=5417cd6e-2fae-406d-84bd-61ae60808ec5,segment=NetworkSegment(10575a67-0505-496b-bbdc-8971254375ef),segment_id=10575a67-0505-496b-bbdc-8971254375ef)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:51.509656 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-7c7719e9-5d5d-40ec-8199-0250268d386e req-7a2671fd-0b44-412d-821d-454371add1ef tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:51.522302 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-7c7719e9-5d5d-40ec-8199-0250268d386e req-7a2671fd-0b44-412d-821d-454371add1ef tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Calling delete_port for 5417cd6e-2fae-406d-84bd-61ae60808ec5 owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:54:51.582402 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f9902e00-f416-4ee7-9982-6ca9f643f526 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:54:51.629487 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port f9902e00-f416-4ee7-9982-6ca9f643f526 completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:54:51.634674 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port f9902e00-f416-4ee7-9982-6ca9f643f526 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:54:51.635131 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:51.654010 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-7c7719e9-5d5d-40ec-8199-0250268d386e req-7a2671fd-0b44-412d-821d-454371add1ef tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (5417cd6e-2fae-406d-84bd-61ae60808ec5), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:51.666718 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['5417cd6e-2fae-406d-84bd-61ae60808ec5'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:54:51.685223 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2671fd-0b44-412d-821d-454371add1ef tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Pushing event deleted for resources: {'Port': ['ID=5417cd6e-2fae-406d-84bd-61ae60808ec5,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:51.708807 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:51.727718 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7719e9-5d5d-40ec-8199-0250268d386e req-7a2671fd-0b44-412d-821d-454371add1ef tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] No DVR routers for this DVR port 5417cd6e-2fae-406d-84bd-61ae60808ec5 on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:54:51.730875 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-7c7719e9-5d5d-40ec-8199-0250268d386e req-7a2671fd-0b44-412d-821d-454371add1ef tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:51.734181 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7c7719e9-5d5d-40ec-8199-0250268d386e req-7a2671fd-0b44-412d-821d-454371add1ef tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.18 "DELETE /v2.0/ports/5417cd6e-2fae-406d-84bd-61ae60808ec5 HTTP/1.1" status: 204 len: 173 time: 0.3945971 Apr 11 17:54:51.734624 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38168568-3352-4f80-9ea1-16e96dca0059', 'name': 'network-vif-deleted', 'tag': '5417cd6e-2fae-406d-84bd-61ae60808ec5'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:51.737508 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ae3934-85d5-4576-a910-fe99957ae831" -d '{"events": [{"server_uuid": "38168568-3352-4f80-9ea1-16e96dca0059", "name": "network-vif-deleted", "tag": "5417cd6e-2fae-406d-84bd-61ae60808ec5"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:51.750224 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f9902e00-f416-4ee7-9982-6ca9f643f526 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:54:51.750950 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:51.773811 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75c7352-61f3-4cdc-81b6-c3eb7f1a38ec x-openstack-request-id: req-c75c7352-61f3-4cdc-81b6-c3eb7f1a38ec {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:51.774131 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38168568-3352-4f80-9ea1-16e96dca0059", "name": "network-vif-deleted", "tag": "5417cd6e-2fae-406d-84bd-61ae60808ec5", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:51.774380 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c75c7352-61f3-4cdc-81b6-c3eb7f1a38ec {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:51.774792 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75c7352-61f3-4cdc-81b6-c3eb7f1a38ec'] response: {'server_uuid': '38168568-3352-4f80-9ea1-16e96dca0059', 'name': 'network-vif-deleted', 'tag': '5417cd6e-2fae-406d-84bd-61ae60808ec5', 'status': 'completed', 'code': 200} Apr 11 17:54:51.780579 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9902e00-f416-4ee7-9982-6ca9f643f526'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:51.784583 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1858810f-f255-43d4-a40c-0d45bfc26035" -d '{"events": [{"server_uuid": "7bda2fdc-015b-44e8-8bc7-6e0f1b248525", "name": "network-vif-plugged", "status": "completed", "tag": "f9902e00-f416-4ee7-9982-6ca9f643f526"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:51.804533 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f9902e00-f416-4ee7-9982-6ca9f643f526, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f9902e00-f416-4ee7-9982-6ca9f643f526,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:54:51.809610 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:51.837212 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45048182-f122-4579-aa98-0c621a957761 x-openstack-request-id: req-45048182-f122-4579-aa98-0c621a957761 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:51.837608 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bda2fdc-015b-44e8-8bc7-6e0f1b248525", "name": "network-vif-plugged", "status": "completed", "tag": "f9902e00-f416-4ee7-9982-6ca9f643f526", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:51.838383 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-45048182-f122-4579-aa98-0c621a957761 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:51.838383 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45048182-f122-4579-aa98-0c621a957761'] response: {'server_uuid': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9902e00-f416-4ee7-9982-6ca9f643f526', 'code': 200} Apr 11 17:54:51.867553 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f9902e00-f416-4ee7-9982-6ca9f643f526,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:54:51.959163 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-684dbe4e-4371-4da9-bdab-b438125f28a8 req-9842efd0-6a79-409e-bcdb-5caf209433a2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=38168568-3352-4f80-9ea1-16e96dca0059 HTTP/1.1" status: 200 len: 210 time: 0.0342300 Apr 11 17:54:51.966991 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e53e1-ba6e-4f20-a9dd-e445ca790180 req-f30e2b8f-f56a-4312-8175-395670f3473b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:51.968381 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b17e53e1-ba6e-4f20-a9dd-e445ca790180 req-f30e2b8f-f56a-4312-8175-395670f3473b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 945 time: 0.0768373 Apr 11 17:54:52.014585 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b17e53e1-ba6e-4f20-a9dd-e445ca790180 req-44c61763-388a-4978-b2e5-3498b3ecbb1f tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399227 Apr 11 17:54:52.225822 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884614c-29b8-4571-b02d-a16de27b4d25 req-8469d02c-000b-4b33-8632-c96e7d441590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:52.227243 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3884614c-29b8-4571-b02d-a16de27b4d25 req-8469d02c-000b-4b33-8632-c96e7d441590 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 1129 time: 0.0436780 Apr 11 17:54:52.273131 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3884614c-29b8-4571-b02d-a16de27b4d25 req-cc079827-9257-4089-b170-30dba8300319 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388527 Apr 11 17:54:53.130274 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a83bfd-5944-40e8-8d36-d7578795bc1d req-0b8a7053-d936-43c3-86d8-475b1ed451ac tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:53.132033 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-19a83bfd-5944-40e8-8d36-d7578795bc1d req-0b8a7053-d936-43c3-86d8-475b1ed451ac tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 945 time: 0.0493379 Apr 11 17:54:53.193366 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-19a83bfd-5944-40e8-8d36-d7578795bc1d req-0e3fdb42-f3e3-4128-83ae-854712bef5ee tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556500 Apr 11 17:54:54.302323 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1820dd-be70-42d1-901c-0c76b3eb63e3 req-45d88d8e-df7d-4a60-86a9-6c9739960ad4 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:54.303760 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3b1820dd-be70-42d1-901c-0c76b3eb63e3 req-45d88d8e-df7d-4a60-86a9-6c9739960ad4 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 945 time: 0.0462914 Apr 11 17:54:54.349283 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3b1820dd-be70-42d1-901c-0c76b3eb63e3 req-3a2e1f36-9f7f-4eae-a3e1-2cd460f8415b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401826 Apr 11 17:54:55.457192 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaa1af-4301-4d7d-8bd8-77bfab55203b req-337eb9d2-36bf-4f51-afea-48958ca1634e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:55.458619 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-70aaa1af-4301-4d7d-8bd8-77bfab55203b req-337eb9d2-36bf-4f51-afea-48958ca1634e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 945 time: 0.0457230 Apr 11 17:54:55.503376 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-70aaa1af-4301-4d7d-8bd8-77bfab55203b req-bfaf9c40-1146-428f-8d2e-d521dfb630e7 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392289 Apr 11 17:54:55.991285 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 5417cd6e-2fae-406d-84bd-61ae60808ec5 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:54:56.011984 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: 5417cd6e-2fae-406d-84bd-61ae60808ec5 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:54:56.012352 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 5417cd6e-2fae-406d-84bd-61ae60808ec5 not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:54:56.622596 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5788e-c5ef-467f-9505-46f1a7908698 req-c3fd35d8-4298-457c-9ba8-eea81a720107 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:56.624209 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fdc5788e-c5ef-467f-9505-46f1a7908698 req-c3fd35d8-4298-457c-9ba8-eea81a720107 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 945 time: 0.0516400 Apr 11 17:54:56.669169 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fdc5788e-c5ef-467f-9505-46f1a7908698 req-a2942119-d598-462c-b6aa-847196f43081 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393269 Apr 11 17:54:56.773659 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1b90f-c1ef-4ac0-b35f-843ddd812340 req-c95ddbea-10bf-4b4d-a2cc-77535faeb42c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:56.775095 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f2e1b90f-c1ef-4ac0-b35f-843ddd812340 req-c95ddbea-10bf-4b4d-a2cc-77535faeb42c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 945 time: 0.0453889 Apr 11 17:54:56.784490 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 53978) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:54:56.788880 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-a87b119a-a424-454d-b315-c049e734ab67 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'floatingip': {'port_id': 'f9902e00-f416-4ee7-9982-6ca9f643f526'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:54:56.859570 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a87b119a-a424-454d-b315-c049e734ab67 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (65b8e344-63c0-4f13-98e6-f191c989a557), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:57.311676 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a87b119a-a424-454d-b315-c049e734ab67 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:57.316038 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a87b119a-a424-454d-b315-c049e734ab67 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (65b8e344-63c0-4f13-98e6-f191c989a557), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:57.415097 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [None req-a87b119a-a424-454d-b315-c049e734ab67 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Floating IP 65b8e344-63c0-4f13-98e6-f191c989a557 associated. External IP: 172.27.1.158, port: f9902e00-f416-4ee7-9982-6ca9f643f526. Apr 11 17:54:57.625842 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87b119a-a424-454d-b315-c049e734ab67 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Router dc5e751c-933f-40e2-af43-f4222239248c has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:54:57.742151 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87b119a-a424-454d-b315-c049e734ab67 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:54:57.747105 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a87b119a-a424-454d-b315-c049e734ab67 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:54:57.752334 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104d477-eca1-4e4b-959f-1f43a4122eda None None] Sync routers for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:54:57.763094 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104d477-eca1-4e4b-959f-1f43a4122eda None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:57.763692 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-0104d477-eca1-4e4b-959f-1f43a4122eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:54:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:57.775257 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-a87b119a-a424-454d-b315-c049e734ab67 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "PUT /v2.0/floatingips/65b8e344-63c0-4f13-98e6-f191c989a557 HTTP/1.1" status: 200 len: 991 time: 0.9895616 Apr 11 17:54:57.775931 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'tag': 'f9902e00-f416-4ee7-9982-6ca9f643f526'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:54:57.778151 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64deb694-8a1f-48f6-8658-8b107016d260" -d '{"events": [{"name": "network-changed", "server_uuid": "7bda2fdc-015b-44e8-8bc7-6e0f1b248525", "tag": "f9902e00-f416-4ee7-9982-6ca9f643f526"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:54:57.813344 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59357600-076b-4dc6-827d-6ac713c544d7 x-openstack-request-id: req-59357600-076b-4dc6-827d-6ac713c544d7 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:54:57.813674 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bda2fdc-015b-44e8-8bc7-6e0f1b248525", "tag": "f9902e00-f416-4ee7-9982-6ca9f643f526", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:54:57.813933 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59357600-076b-4dc6-827d-6ac713c544d7 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:54:57.814348 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59357600-076b-4dc6-827d-6ac713c544d7'] response: {'name': 'network-changed', 'server_uuid': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'tag': 'f9902e00-f416-4ee7-9982-6ca9f643f526', 'status': 'completed', 'code': 200} Apr 11 17:54:57.871532 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-0104d477-eca1-4e4b-959f-1f43a4122eda None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:57.882566 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deb694-8a1f-48f6-8658-8b107016d260 req-d8134b1f-976a-42d0-862f-3d4bb331b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:57.884108 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-64deb694-8a1f-48f6-8658-8b107016d260 req-d8134b1f-976a-42d0-862f-3d4bb331b3a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 1129 time: 0.0383897 Apr 11 17:54:57.991694 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deb694-8a1f-48f6-8658-8b107016d260 req-7afc377b-4b97-4cc3-9d8b-370624fb43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:57.993247 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-64deb694-8a1f-48f6-8658-8b107016d260 req-7afc377b-4b97-4cc3-9d8b-370624fb43b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 915 time: 0.0916300 Apr 11 17:54:58.166683 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-0104d477-eca1-4e4b-959f-1f43a4122eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '65b8e344-63c0-4f13-98e6-f191c989a557', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': 'f9902e00-f416-4ee7-9982-6ca9f643f526', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:0c:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:42Z', 'updated_at': '2022-04-11T17:54:57Z', 'revision_number': 1, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}, {'id': 'cacb6539-2051-4f0c-8292-e9899fe2e871', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:8e:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:03Z', 'updated_at': '2022-04-11T17:53:34Z', 'revision_number': 2, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:58.192077 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104d477-eca1-4e4b-959f-1f43a4122eda None None] Checking router: dc5e751c-933f-40e2-af43-f4222239248c for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:54:58.199952 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104d477-eca1-4e4b-959f-1f43a4122eda None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:54:58.200534 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-0104d477-eca1-4e4b-959f-1f43a4122eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:54:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:58.304472 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-0104d477-eca1-4e4b-959f-1f43a4122eda None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:54:58.516992 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-0104d477-eca1-4e4b-959f-1f43a4122eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '65b8e344-63c0-4f13-98e6-f191c989a557', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': 'f9902e00-f416-4ee7-9982-6ca9f643f526', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:0c:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:42Z', 'updated_at': '2022-04-11T17:54:57Z', 'revision_number': 1, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}, {'id': 'cacb6539-2051-4f0c-8292-e9899fe2e871', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:8e:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:03Z', 'updated_at': '2022-04-11T17:53:34Z', 'revision_number': 2, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:54:58.543381 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104d477-eca1-4e4b-959f-1f43a4122eda None None] The sync data for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi is: [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '65b8e344-63c0-4f13-98e6-f191c989a557', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': 'f9902e00-f416-4ee7-9982-6ca9f643f526', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:0c:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:54:42Z', 'updated_at': '2022-04-11T17:54:57Z', 'revision_number': 1, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}, {'id': 'cacb6539-2051-4f0c-8292-e9899fe2e871', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:8e:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:03Z', 'updated_at': '2022-04-11T17:53:34Z', 'revision_number': 2, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:54:58.734022 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3a1261-f1a3-4f8f-8e83-8bba159cae8e None None] New status for floating IP 65b8e344-63c0-4f13-98e6-f191c989a557: ACTIVE {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:54:59.086723 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-64deb694-8a1f-48f6-8658-8b107016d260 req-a63e9222-a4c2-4af5-b426-9b3198a829fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9902e00-f416-4ee7-9982-6ca9f643f526 HTTP/1.1" status: 200 len: 999 time: 0.2927234 Apr 11 17:54:59.630948 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deb694-8a1f-48f6-8658-8b107016d260 req-2da45f3f-7bd6-45bb-965f-b94136cb9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:54:59.632331 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-64deb694-8a1f-48f6-8658-8b107016d260 req-2da45f3f-7bd6-45bb-965f-b94136cb9620 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 200 len: 853 time: 0.0435896 Apr 11 17:55:00.535571 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deb694-8a1f-48f6-8658-8b107016d260 req-6c90b760-7829-4903-b208-33fc0bc55564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:00.537225 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-64deb694-8a1f-48f6-8658-8b107016d260 req-6c90b760-7829-4903-b208-33fc0bc55564 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415907 Apr 11 17:55:00.661593 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-64deb694-8a1f-48f6-8658-8b107016d260 req-7ba0f6f0-458b-445e-93de-b30a52316b8b service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158204 Apr 11 17:55:00.776914 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-64deb694-8a1f-48f6-8658-8b107016d260 req-7621c897-54b1-4bcb-b6eb-50e4bf296029 service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075521 Apr 11 17:55:00.997438 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499f48-89da-49d2-8358-aecce73304b9 req-cf35f758-8224-4f9d-9aaf-64d422450751 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:00.998900 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-cf35f758-8224-4f9d-9aaf-64d422450751 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/networks?id=acff1887-5be1-4672-9d47-5aef9cf1670a HTTP/1.1" status: 200 len: 814 time: 0.1011403 Apr 11 17:55:01.014124 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-7a048f34-09fb-4d71-a1a9-44b0e996d3db tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/quotas/b0f304599a5748268698298a3e9f8843 HTTP/1.1" status: 200 len: 375 time: 0.0091665 Apr 11 17:55:01.051007 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-1be9cb90-60dd-4289-89ce-f1e960b71472 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0f304599a5748268698298a3e9f8843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314877 Apr 11 17:55:01.141118 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-dd1f3fd3-8f54-476b-a9b8-4bbc79bc0fa2 service neutron] 10.222.0.76 "GET /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832884 Apr 11 17:55:01.232315 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-a97d1082-bf66-4c18-8c7e-9ef404c9be7b service neutron] 10.222.0.76 "GET /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854263 Apr 11 17:55:01.393431 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ae143028-0e70-4093-86d9-f90c01cf818b req-2098ec2f-5fc7-4d2f-bcf3-acf491319912 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 210 time: 0.0273912 Apr 11 17:55:02.378334 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499f48-89da-49d2-8358-aecce73304b9 req-1a4de395-231f-48fa-821a-2c790262f480 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:02.379827 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-1a4de395-231f-48fa-821a-2c790262f480 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.18 "GET /v2.0/networks?id=acff1887-5be1-4672-9d47-5aef9cf1670a HTTP/1.1" status: 200 len: 814 time: 0.1030328 Apr 11 17:55:02.397503 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-4a499f48-89da-49d2-8358-aecce73304b9 req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Request body: {'port': {'device_id': '58431a36-ccd5-4166-8b79-6c033fb1bebe', 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a', 'admin_state_up': True, 'tenant_id': 'b0f304599a5748268698298a3e9f8843'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:02.497572 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-efb4ef17-5b7a-45d0-ad53-43a81e1a908c req-da0dbd3b-e6aa-4a01-81ab-b5f5c81efba6 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 210 time: 0.0317528 Apr 11 17:55:02.537274 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a499f48-89da-49d2-8358-aecce73304b9 req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Made reservation on behalf of b0f304599a5748268698298a3e9f8843 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:55:02.540819 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4a499f48-89da-49d2-8358-aecce73304b9 req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:02.669553 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-4a499f48-89da-49d2-8358-aecce73304b9 req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Allocated IP 172.20.0.7 (acff1887-5be1-4672-9d47-5aef9cf1670a/1878d069-8aa7-466d-8fba-07f0b5d10a25/839aa3e4-3093-4fe6-adc9-2fee8f13d647) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:55:02.816261 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4a499f48-89da-49d2-8358-aecce73304b9 req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks [] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:02.850132 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4a499f48-89da-49d2-8358-aecce73304b9 req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:02.892081 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a499f48-89da-49d2-8358-aecce73304b9 req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Network acff1887-5be1-4672-9d47-5aef9cf1670a is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:55:02.895757 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-4a499f48-89da-49d2-8358-aecce73304b9 req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:55:02.899262 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a499f48-89da-49d2-8358-aecce73304b9 req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:55:02.926810 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Pushing event updated for resources: {'Port': ['ID=839aa3e4-3093-4fe6-adc9-2fee8f13d647,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:02.950865 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499f48-89da-49d2-8358-aecce73304b9 req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:02.951595 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4a499f48-89da-49d2-8358-aecce73304b9 req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:02.967703 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-6d06cdcf-242d-48ac-b4bf-6e3ab1f667c4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5739810 Apr 11 17:55:02.979744 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Request body: {'port': {'device_id': '58431a36-ccd5-4166-8b79-6c033fb1bebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:03.039809 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:03.300951 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839aa3e4-3093-4fe6-adc9-2fee8f13d647 {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:55:03.308217 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Publish callbacks [] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:03.320787 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Transition to ACTIVE for port object 839aa3e4-3093-4fe6-adc9-2fee8f13d647 will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:55:03.324882 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:03.376244 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Pushing event updated for resources: {'Port': ['ID=839aa3e4-3093-4fe6-adc9-2fee8f13d647,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:03.443223 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Attempting to bind port 839aa3e4-3093-4fe6-adc9-2fee8f13d647 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:55:03.443799 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Attempting to bind port 839aa3e4-3093-4fe6-adc9-2fee8f13d647 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '10575a67-0505-496b-bbdc-8971254375ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:55:03.443920 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Attempting to bind port 839aa3e4-3093-4fe6-adc9-2fee8f13d647 on network acff1887-5be1-4672-9d47-5aef9cf1670a {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:55:03.448116 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Port 839aa3e4-3093-4fe6-adc9-2fee8f13d647 on network acff1887-5be1-4672-9d47-5aef9cf1670a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:55:03.448437 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Attempting to bind port 839aa3e4-3093-4fe6-adc9-2fee8f13d647 on network acff1887-5be1-4672-9d47-5aef9cf1670a {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:55:03.453243 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:55:03.453584 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Checking segment: {'id': '10575a67-0505-496b-bbdc-8971254375ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:55:03.453968 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Bound using segment: {'id': '10575a67-0505-496b-bbdc-8971254375ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:55:03.454385 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Bound port: 839aa3e4-3093-4fe6-adc9-2fee8f13d647, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10575a67-0505-496b-bbdc-8971254375ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:55:03.454738 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:03.515827 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] For port 839aa3e4-3093-4fe6-adc9-2fee8f13d647, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:55:03.519072 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] For port 839aa3e4-3093-4fe6-adc9-2fee8f13d647, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=839aa3e4-3093-4fe6-adc9-2fee8f13d647,segment=NetworkSegment(10575a67-0505-496b-bbdc-8971254375ef),segment_id=10575a67-0505-496b-bbdc-8971254375ef)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:55:03.525813 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:03.563461 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:03.564081 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:03.565532 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] 10.222.0.18 "PUT /v2.0/ports/839aa3e4-3093-4fe6-adc9-2fee8f13d647 HTTP/1.1" status: 200 len: 1093 time: 0.5899875 Apr 11 17:55:03.565972 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58431a36-ccd5-4166-8b79-6c033fb1bebe', 'tag': '839aa3e4-3093-4fe6-adc9-2fee8f13d647'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:55:03.568183 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e9bfaa-2307-494a-b413-08da5cb7aaa7" -d '{"events": [{"name": "network-changed", "server_uuid": "58431a36-ccd5-4166-8b79-6c033fb1bebe", "tag": "839aa3e4-3093-4fe6-adc9-2fee8f13d647"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:55:03.617338 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5897c7a7-ee68-4586-aace-9779284d6a15 x-openstack-request-id: req-5897c7a7-ee68-4586-aace-9779284d6a15 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:55:03.617628 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58431a36-ccd5-4166-8b79-6c033fb1bebe", "tag": "839aa3e4-3093-4fe6-adc9-2fee8f13d647", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:55:03.617879 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5897c7a7-ee68-4586-aace-9779284d6a15 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:55:03.618270 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5897c7a7-ee68-4586-aace-9779284d6a15'] response: {'name': 'network-changed', 'server_uuid': '58431a36-ccd5-4166-8b79-6c033fb1bebe', 'tag': '839aa3e4-3093-4fe6-adc9-2fee8f13d647', 'status': 'completed', 'code': 200} Apr 11 17:55:03.654626 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ee244-4f2e-4b1b-9b9d-5c89bad74e93 service neutron] Pushing event updated for resources: {'Port': ['ID=839aa3e4-3093-4fe6-adc9-2fee8f13d647,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:03.666075 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c7bb3-10dd-4807-aab2-26597d282992 req-2488d58f-9061-4644-9fbf-2802a694a643 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:03.667553 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-640c7bb3-10dd-4807-aab2-26597d282992 req-2488d58f-9061-4644-9fbf-2802a694a643 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 943 time: 0.0963571 Apr 11 17:55:03.683871 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499f48-89da-49d2-8358-aecce73304b9 req-3fb649d9-41a2-4921-a14f-1f23c82f01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:03.685313 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-3fb649d9-41a2-4921-a14f-1f23c82f01e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0f304599a5748268698298a3e9f8843&device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 1127 time: 0.0662835 Apr 11 17:55:03.736711 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-bfb2c03d-b3f8-488c-97e7-2c0daa74cd72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=839aa3e4-3093-4fe6-adc9-2fee8f13d647 HTTP/1.1" status: 200 len: 217 time: 0.0398653 Apr 11 17:55:03.758100 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-640c7bb3-10dd-4807-aab2-26597d282992 req-55240adc-5e84-4e82-bf39-60e811c89dec tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829673 Apr 11 17:55:03.795462 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499f48-89da-49d2-8358-aecce73304b9 req-5df2f469-9822-409b-9298-d8b3a3534110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:03.796919 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-5df2f469-9822-409b-9298-d8b3a3534110 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1878d069-8aa7-466d-8fba-07f0b5d10a25 HTTP/1.1" status: 200 len: 854 time: 0.0504713 Apr 11 17:55:03.828281 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-2b0fd942-3bd3-4161-a56a-760314f103b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=acff1887-5be1-4672-9d47-5aef9cf1670a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240769 Apr 11 17:55:03.917752 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-fd9a91d0-6581-46e4-aee4-7fdaf1cc4932 service neutron] 10.222.0.18 "GET /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820332 Apr 11 17:55:04.109912 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a499f48-89da-49d2-8358-aecce73304b9 req-4ebf2578-83e6-491d-ab7f-6271ff6c8f1a service neutron] 10.222.0.18 "GET /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866561 Apr 11 17:55:04.869120 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928c418-ba8c-42d4-9867-429b97828551 req-fb099fd3-2e14-47a2-9f9e-c6498ec6bcb4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:04.870566 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0928c418-ba8c-42d4-9867-429b97828551 req-fb099fd3-2e14-47a2-9f9e-c6498ec6bcb4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 943 time: 0.0455592 Apr 11 17:55:04.916627 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0928c418-ba8c-42d4-9867-429b97828551 req-2662afd1-1121-431d-948d-c473e5d83355 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Apr 11 17:55:05.253763 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9bfaa-2307-494a-b413-08da5cb7aaa7 req-fa8fabb7-c0ff-4445-9757-2d0835468d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:05.255191 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d3e9bfaa-2307-494a-b413-08da5cb7aaa7 req-fa8fabb7-c0ff-4445-9757-2d0835468d5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0f304599a5748268698298a3e9f8843&device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 1127 time: 0.0411389 Apr 11 17:55:05.343732 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9bfaa-2307-494a-b413-08da5cb7aaa7 req-76d7db89-5911-4993-9cdd-4b6ca5d4bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:05.345354 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d3e9bfaa-2307-494a-b413-08da5cb7aaa7 req-76d7db89-5911-4993-9cdd-4b6ca5d4bf9c service neutron] 10.222.0.18 "GET /v2.0/networks?id=acff1887-5be1-4672-9d47-5aef9cf1670a HTTP/1.1" status: 200 len: 915 time: 0.0810528 Apr 11 17:55:05.388770 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d3e9bfaa-2307-494a-b413-08da5cb7aaa7 req-23aa6d56-9716-460a-9c2f-8ade400d122d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=839aa3e4-3093-4fe6-adc9-2fee8f13d647 HTTP/1.1" status: 200 len: 217 time: 0.0365350 Apr 11 17:55:05.438439 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9bfaa-2307-494a-b413-08da5cb7aaa7 req-a7729658-9f94-4718-81c3-856df75cdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:05.440624 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d3e9bfaa-2307-494a-b413-08da5cb7aaa7 req-a7729658-9f94-4718-81c3-856df75cdb42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1878d069-8aa7-466d-8fba-07f0b5d10a25 HTTP/1.1" status: 200 len: 854 time: 0.0436456 Apr 11 17:55:05.471511 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d3e9bfaa-2307-494a-b413-08da5cb7aaa7 req-06d9ec66-7850-4922-9641-e15d824228ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=acff1887-5be1-4672-9d47-5aef9cf1670a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242567 Apr 11 17:55:05.561561 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d3e9bfaa-2307-494a-b413-08da5cb7aaa7 req-3ab67ade-e1d6-440f-a6f2-79695ea2fa0c service neutron] 10.222.0.18 "GET /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837843 Apr 11 17:55:05.647764 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d3e9bfaa-2307-494a-b413-08da5cb7aaa7 req-14ea0d80-ff67-403b-ad35-406901b4057c service neutron] 10.222.0.18 "GET /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793266 Apr 11 17:55:06.025488 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256d5b1-79f0-4b60-8aa5-6371bc10bec8 req-9566aad1-bb9a-4cd5-b004-286fca2693f5 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:06.026929 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7256d5b1-79f0-4b60-8aa5-6371bc10bec8 req-9566aad1-bb9a-4cd5-b004-286fca2693f5 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 943 time: 0.0456700 Apr 11 17:55:06.075261 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7256d5b1-79f0-4b60-8aa5-6371bc10bec8 req-c49cb632-fced-465d-8c6d-4cedc1dd35a4 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429361 Apr 11 17:55:06.635731 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bc891-1234-4e24-bdb6-d1495be1bf14 req-20bddc52-3251-44cf-893b-d573079aa6a4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:06.637199 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9c6bc891-1234-4e24-bdb6-d1495be1bf14 req-20bddc52-3251-44cf-893b-d573079aa6a4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0738492 Apr 11 17:55:06.642182 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da4aa-a46c-4b6d-9279-901ab730eb27 req-e84a4e11-21d0-479f-bc6f-b7d809a6839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:06.644137 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d01da4aa-a46c-4b6d-9279-901ab730eb27 req-e84a4e11-21d0-479f-bc6f-b7d809a6839e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3802c6d8d7934a8ba9a8d8577a589533&device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 1169 time: 0.0513439 Apr 11 17:55:06.755538 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9c6bc891-1234-4e24-bdb6-d1495be1bf14 req-5cc5e3e0-5bbb-4e9c-b919-a9c212d0b27f tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104410 Apr 11 17:55:06.776764 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da4aa-a46c-4b6d-9279-901ab730eb27 req-a1b412e0-945b-412f-a369-97f5101813c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:06.778205 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d01da4aa-a46c-4b6d-9279-901ab730eb27 req-a1b412e0-945b-412f-a369-97f5101813c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735 HTTP/1.1" status: 200 len: 916 time: 0.1209903 Apr 11 17:55:06.841435 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d01da4aa-a46c-4b6d-9279-901ab730eb27 req-65cce120-fd4f-4c6c-ac37-b30620354ee4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f HTTP/1.1" status: 200 len: 1001 time: 0.0560060 Apr 11 17:55:06.893691 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da4aa-a46c-4b6d-9279-901ab730eb27 req-393ae182-e25a-4493-b38a-006301f5009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:06.895182 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d01da4aa-a46c-4b6d-9279-901ab730eb27 req-393ae182-e25a-4493-b38a-006301f5009a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=149a2d61-f152-4c6a-8a91-620863f2eb79 HTTP/1.1" status: 200 len: 854 time: 0.0454416 Apr 11 17:55:06.937090 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da4aa-a46c-4b6d-9279-901ab730eb27 req-53bd178f-a9d3-4150-84fb-c528238593ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:06.938511 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d01da4aa-a46c-4b6d-9279-901ab730eb27 req-53bd178f-a9d3-4150-84fb-c528238593ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369895 Apr 11 17:55:07.029522 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d01da4aa-a46c-4b6d-9279-901ab730eb27 req-e40109c9-c616-41b8-a16c-ef6eebb12942 service neutron] 10.222.0.18 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827937 Apr 11 17:55:07.116977 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d01da4aa-a46c-4b6d-9279-901ab730eb27 req-2e682f10-d7d2-49a8-81d6-ce53056937e5 service neutron] 10.222.0.18 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814347 Apr 11 17:55:07.187688 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1ec69-8a6c-4416-b703-29260218c4d7 req-2e9f4930-bd1d-4a9a-8d71-19ce12c1b50d tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:07.189319 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-07f1ec69-8a6c-4416-b703-29260218c4d7 req-2e9f4930-bd1d-4a9a-8d71-19ce12c1b50d tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 943 time: 0.0476172 Apr 11 17:55:07.238771 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-07f1ec69-8a6c-4416-b703-29260218c4d7 req-d055deeb-63e4-4939-980a-b0e100e46471 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439591 Apr 11 17:55:07.865704 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ada84b-3b6c-483c-98e4-89de50191a6a req-18b9f958-c6af-43d4-8400-6bd5b7b43713 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:07.867127 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d0ada84b-3b6c-483c-98e4-89de50191a6a req-18b9f958-c6af-43d4-8400-6bd5b7b43713 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0458219 Apr 11 17:55:07.925148 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d0ada84b-3b6c-483c-98e4-89de50191a6a req-a2931662-0582-4a64-9880-79201df811e2 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524032 Apr 11 17:55:08.062905 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 839aa3e4-3093-4fe6-adc9-2fee8f13d647 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:55:08.159057 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 839aa3e4-3093-4fe6-adc9-2fee8f13d647, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=839aa3e4-3093-4fe6-adc9-2fee8f13d647,segment=NetworkSegment(10575a67-0505-496b-bbdc-8971254375ef),segment_id=10575a67-0505-496b-bbdc-8971254375ef)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:55:08.169835 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': '839aa3e4-3093-4fe6-adc9-2fee8f13d647', 'network_id': 'acff1887-5be1-4672-9d47-5aef9cf1670a', 'port_id': '839aa3e4-3093-4fe6-adc9-2fee8f13d647', 'mac_address': 'fa:16:3e:17:7a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1878d069-8aa7-466d-8fba-07f0b5d10a25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:55:08.206415 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 839aa3e4-3093-4fe6-adc9-2fee8f13d647 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:55:08.207083 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:08.219596 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839aa3e4-3093-4fe6-adc9-2fee8f13d647 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:55:08.238648 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 839aa3e4-3093-4fe6-adc9-2fee8f13d647, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=839aa3e4-3093-4fe6-adc9-2fee8f13d647,segment=NetworkSegment(10575a67-0505-496b-bbdc-8971254375ef),segment_id=10575a67-0505-496b-bbdc-8971254375ef)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:55:08.242399 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:08.289483 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=839aa3e4-3093-4fe6-adc9-2fee8f13d647,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:08.360808 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd31bd-1679-4182-8a31-ddf9eacc39b2 req-78a5c1a1-cd20-465a-83ee-2453040b77b1 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:08.362826 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28cd31bd-1679-4182-8a31-ddf9eacc39b2 req-78a5c1a1-cd20-465a-83ee-2453040b77b1 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 944 time: 0.0490141 Apr 11 17:55:08.407552 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28cd31bd-1679-4182-8a31-ddf9eacc39b2 req-4856cac7-1577-489c-b033-41c8c896d6ca tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393150 Apr 11 17:55:08.599672 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['839aa3e4-3093-4fe6-adc9-2fee8f13d647'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:55:09.037755 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166514f7-a94a-4219-ba09-ac24aea2bf60 req-b35870bd-f3fe-4503-bb3b-1b3cb5e52f83 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:09.039156 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-166514f7-a94a-4219-ba09-ac24aea2bf60 req-b35870bd-f3fe-4503-bb3b-1b3cb5e52f83 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0485847 Apr 11 17:55:09.096019 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-166514f7-a94a-4219-ba09-ac24aea2bf60 req-a931cbc2-27a2-49bd-9f41-a0198a978cb4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512786 Apr 11 17:55:09.520407 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1b910-6adf-416d-99f2-0a990379ac58 req-d077f715-c352-42c2-857b-103628242bdb tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:09.521902 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f9f1b910-6adf-416d-99f2-0a990379ac58 req-d077f715-c352-42c2-857b-103628242bdb tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 944 time: 0.0471303 Apr 11 17:55:09.568071 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f9f1b910-6adf-416d-99f2-0a990379ac58 req-0d050414-f059-49e3-b918-5ba77266bb27 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 Apr 11 17:55:09.728557 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068ac6d-78d9-4580-9ed5-ac2d2cb881db req-fcde95ec-ff4b-41f1-9ada-07f4cc047578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:09.730066 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a068ac6d-78d9-4580-9ed5-ac2d2cb881db req-fcde95ec-ff4b-41f1-9ada-07f4cc047578 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0688226 Apr 11 17:55:09.736640 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720e7d6-1000-471a-8d61-0d965cc3669f req-45122191-b01f-415d-912e-7f385e4f775c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:09.738012 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d720e7d6-1000-471a-8d61-0d965cc3669f req-45122191-b01f-415d-912e-7f385e4f775c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0790067 Apr 11 17:55:09.838592 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d720e7d6-1000-471a-8d61-0d965cc3669f req-2dcfe1b9-4cd0-4bf0-8137-c40a0b5d73bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908175 Apr 11 17:55:09.856702 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068ac6d-78d9-4580-9ed5-ac2d2cb881db req-09c84767-be8c-41ec-bb93-e6604ac122f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:09.858163 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a068ac6d-78d9-4580-9ed5-ac2d2cb881db req-09c84767-be8c-41ec-bb93-e6604ac122f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 0.1172540 Apr 11 17:55:09.922825 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a068ac6d-78d9-4580-9ed5-ac2d2cb881db req-4da7a7e3-2f9a-4ac5-a9e3-021f8b10256a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 HTTP/1.1" status: 200 len: 1002 time: 0.0571890 Apr 11 17:55:09.969645 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068ac6d-78d9-4580-9ed5-ac2d2cb881db req-d3df6be8-edc0-4b37-899c-0bacf5756898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:09.971044 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a068ac6d-78d9-4580-9ed5-ac2d2cb881db req-d3df6be8-edc0-4b37-899c-0bacf5756898 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.0417113 Apr 11 17:55:10.016454 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068ac6d-78d9-4580-9ed5-ac2d2cb881db req-1bb46f44-9253-4729-9b42-aa567625991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:10.017944 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a068ac6d-78d9-4580-9ed5-ac2d2cb881db req-1bb46f44-9253-4729-9b42-aa567625991f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397668 Apr 11 17:55:10.092997 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 839aa3e4-3093-4fe6-adc9-2fee8f13d647 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:55:10.105828 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a068ac6d-78d9-4580-9ed5-ac2d2cb881db req-719fa731-bda3-4e53-996f-6697ecbdee95 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797851 Apr 11 17:55:10.140090 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port 839aa3e4-3093-4fe6-adc9-2fee8f13d647 completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:55:10.146982 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port 839aa3e4-3093-4fe6-adc9-2fee8f13d647 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:55:10.147308 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:10.224506 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 839aa3e4-3093-4fe6-adc9-2fee8f13d647 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:55:10.224792 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:10.227829 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95655eea-201a-4653-a0c1-389544182b97 req-4836217f-0c04-414d-a37c-f0c08ac9ae39 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:10.229324 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-95655eea-201a-4653-a0c1-389544182b97 req-4836217f-0c04-414d-a37c-f0c08ac9ae39 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0581779 Apr 11 17:55:10.246418 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a068ac6d-78d9-4580-9ed5-ac2d2cb881db req-aa992cac-f9da-4bea-b58b-ef739d4bd0de service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326599 Apr 11 17:55:10.247905 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58431a36-ccd5-4166-8b79-6c033fb1bebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839aa3e4-3093-4fe6-adc9-2fee8f13d647'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:55:10.250126 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5408ac82-ee8e-47fe-bbce-7fd1a84c85cb" -d '{"events": [{"server_uuid": "58431a36-ccd5-4166-8b79-6c033fb1bebe", "name": "network-vif-plugged", "status": "completed", "tag": "839aa3e4-3093-4fe6-adc9-2fee8f13d647"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:55:10.262784 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 839aa3e4-3093-4fe6-adc9-2fee8f13d647, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=839aa3e4-3093-4fe6-adc9-2fee8f13d647,segment=NetworkSegment(10575a67-0505-496b-bbdc-8971254375ef),segment_id=10575a67-0505-496b-bbdc-8971254375ef)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:55:10.268716 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:10.297912 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90572181-0173-44ba-8ff1-5e82d530e672 x-openstack-request-id: req-90572181-0173-44ba-8ff1-5e82d530e672 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:55:10.298203 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58431a36-ccd5-4166-8b79-6c033fb1bebe", "name": "network-vif-plugged", "status": "completed", "tag": "839aa3e4-3093-4fe6-adc9-2fee8f13d647", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:55:10.298452 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-90572181-0173-44ba-8ff1-5e82d530e672 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:55:10.299417 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90572181-0173-44ba-8ff1-5e82d530e672'] response: {'server_uuid': '58431a36-ccd5-4166-8b79-6c033fb1bebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839aa3e4-3093-4fe6-adc9-2fee8f13d647', 'code': 200} Apr 11 17:55:10.303117 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-95655eea-201a-4653-a0c1-389544182b97 req-e45e6b2b-fa6b-44fb-97d0-3a231f237e06 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667136 Apr 11 17:55:10.332616 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=839aa3e4-3093-4fe6-adc9-2fee8f13d647,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:10.537740 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1abf5-c816-4468-aa39-c053357ba712 req-a2790638-f5f1-4dd8-b9f3-4083d54c18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:10.539166 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-89d1abf5-c816-4468-aa39-c053357ba712 req-a2790638-f5f1-4dd8-b9f3-4083d54c18c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 1129 time: 0.0375354 Apr 11 17:55:10.835926 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-89d1abf5-c816-4468-aa39-c053357ba712 req-78bb184d-0f6d-4577-9918-49a84ab21639 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874908 Apr 11 17:55:10.868295 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaf235-5313-4860-8088-3e848f28a9e7 req-d2813587-6c53-4bbf-bb31-aee752eee406 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:10.869762 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6feaf235-5313-4860-8088-3e848f28a9e7 req-d2813587-6c53-4bbf-bb31-aee752eee406 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 945 time: 0.0496280 Apr 11 17:55:10.924535 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6feaf235-5313-4860-8088-3e848f28a9e7 req-d6f5900d-8de5-4294-b20e-0f8aab33469f tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492265 Apr 11 17:55:10.957581 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6654b4-484a-4c7c-a909-c58ac4322176 req-1fbb831f-e032-4969-b072-af8fcf883490 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:10.958942 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ae6654b4-484a-4c7c-a909-c58ac4322176 req-1fbb831f-e032-4969-b072-af8fcf883490 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0541360 Apr 11 17:55:11.005691 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ae6654b4-484a-4c7c-a909-c58ac4322176 req-13f212ba-2908-42ca-9052-f04ca34f11f4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412414 Apr 11 17:55:11.412521 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6282d-bd97-467f-b49a-2648e765cf49 req-554a4501-1ff8-4249-8000-ac2ec1ef99ae tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:11.414026 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-eaa6282d-bd97-467f-b49a-2648e765cf49 req-554a4501-1ff8-4249-8000-ac2ec1ef99ae tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0460882 Apr 11 17:55:11.472383 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-eaa6282d-bd97-467f-b49a-2648e765cf49 req-750be094-0afd-4755-b37c-29d9d0fbbc94 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525091 Apr 11 17:55:12.036471 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075fe6d-9953-4ff5-b532-fea5f1fd2d0c req-c547bf78-4b1f-4f87-bfb0-2ad7d2dec013 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:12.038090 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3075fe6d-9953-4ff5-b532-fea5f1fd2d0c req-c547bf78-4b1f-4f87-bfb0-2ad7d2dec013 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 945 time: 0.0466030 Apr 11 17:55:12.114611 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3075fe6d-9953-4ff5-b532-fea5f1fd2d0c req-a709d980-bfd6-4195-8082-4e10a8831eaa tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708642 Apr 11 17:55:12.129508 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b85a4b-a1a4-4255-bdf2-448d75c5b257 req-5de0aa69-9a74-448a-93c3-23a21b43e785 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:12.130931 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-07b85a4b-a1a4-4255-bdf2-448d75c5b257 req-5de0aa69-9a74-448a-93c3-23a21b43e785 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0586188 Apr 11 17:55:12.176307 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-07b85a4b-a1a4-4255-bdf2-448d75c5b257 req-5ec654c7-ceb2-4998-8364-d378b3929601 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400360 Apr 11 17:55:12.586197 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e510a04-a49c-473f-bc16-0db6da882592 req-1f918371-bc87-4de3-bb2b-33b3497e9b1b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:12.587639 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e510a04-a49c-473f-bc16-0db6da882592 req-1f918371-bc87-4de3-bb2b-33b3497e9b1b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0500131 Apr 11 17:55:12.647288 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e510a04-a49c-473f-bc16-0db6da882592 req-3158bc30-06b5-46cb-9ca1-59d5ef7fe494 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540495 Apr 11 17:55:13.165884 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-3df43386-c092-4c95-9113-d93f357fe333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:13.227016 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e7878-1e14-4f46-a9b6-7b1e379650ba req-bfe3b71f-6514-42b9-9508-2384bcd7515d tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:13.228593 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8d8e7878-1e14-4f46-a9b6-7b1e379650ba req-bfe3b71f-6514-42b9-9508-2384bcd7515d tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 945 time: 0.0473263 Apr 11 17:55:13.312980 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b9982-487a-46b6-831d-dd8036db04d4 req-f82e2054-7c5d-4c81-bda4-a616fdf5f7de tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:13.314458 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-606b9982-487a-46b6-831d-dd8036db04d4 req-f82e2054-7c5d-4c81-bda4-a616fdf5f7de tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0629025 Apr 11 17:55:13.317832 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8d8e7878-1e14-4f46-a9b6-7b1e379650ba req-221dd705-f45e-4159-b43e-2415afd10bd6 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839114 Apr 11 17:55:13.362304 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-606b9982-487a-46b6-831d-dd8036db04d4 req-8fb35203-7411-4e7c-87cd-13c21f059fdd tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423253 Apr 11 17:55:13.759717 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cd94e-345d-48c4-be2b-6293673cf882 req-f2642674-670e-47b0-8d1f-f8c54b0843af tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:13.761314 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-766cd94e-345d-48c4-be2b-6293673cf882 req-f2642674-670e-47b0-8d1f-f8c54b0843af tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0487254 Apr 11 17:55:13.820075 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-766cd94e-345d-48c4-be2b-6293673cf882 req-04132799-3d92-4a9c-8f03-1a99c487ca09 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530906 Apr 11 17:55:14.478868 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c3475-88e3-413d-9f5c-7f975e7eb98b req-4dac7599-a8df-445e-befd-9e3d001648ec tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:14.480307 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2a8c3475-88e3-413d-9f5c-7f975e7eb98b req-4dac7599-a8df-445e-befd-9e3d001648ec tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0497677 Apr 11 17:55:14.525896 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2a8c3475-88e3-413d-9f5c-7f975e7eb98b req-c658b121-f639-45c2-8745-1f72dbb3435c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398631 Apr 11 17:55:14.930368 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc99b4-ddaa-40d5-aecc-5370159e1ffa req-7409d3f0-fcd2-4569-bb75-69406943baed tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:14.931744 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ffc99b4-ddaa-40d5-aecc-5370159e1ffa req-7409d3f0-fcd2-4569-bb75-69406943baed tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0474110 Apr 11 17:55:14.989052 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ffc99b4-ddaa-40d5-aecc-5370159e1ffa req-e561d69f-2f32-483d-a875-19a1ea086863 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515873 Apr 11 17:55:15.519857 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-9fec316c-822b-46d3-85ff-25de108f38bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:15.640529 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6831a3f-e661-433b-ad3b-3694230348a0 req-3aa7432c-0b50-4058-af05-80a423e7f9e6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:15.642004 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e6831a3f-e661-433b-ad3b-3694230348a0 req-3aa7432c-0b50-4058-af05-80a423e7f9e6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0498278 Apr 11 17:55:15.688380 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e6831a3f-e661-433b-ad3b-3694230348a0 req-984540a5-2ee8-4b5d-886f-2d004bc2ae24 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401392 Apr 11 17:55:16.097743 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea16b8-f5c6-481b-8290-26d586cb511f req-e62cad71-a081-4e66-97da-f23102ae6a72 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:16.099680 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8aea16b8-f5c6-481b-8290-26d586cb511f req-e62cad71-a081-4e66-97da-f23102ae6a72 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0457168 Apr 11 17:55:16.156834 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8aea16b8-f5c6-481b-8290-26d586cb511f req-701f4eb2-3ffa-4a00-844f-bb60db7cc064 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517311 Apr 11 17:55:16.486328 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:16.799953 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da913e97-b4dd-4f1a-8af3-e1e7c803003b req-6909c79e-3db2-4db1-925f-8fa3d59401df tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:16.801458 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-da913e97-b4dd-4f1a-8af3-e1e7c803003b req-6909c79e-3db2-4db1-925f-8fa3d59401df tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0475972 Apr 11 17:55:16.851644 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-da913e97-b4dd-4f1a-8af3-e1e7c803003b req-cc989208-ccc1-4a85-bced-a7f1949845e1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447900 Apr 11 17:55:17.265738 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f7451-962d-414a-bc0e-525484b11a97 req-8a8509fe-a7e5-4c06-a080-0f7442ccc054 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:17.267167 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-321f7451-962d-414a-bc0e-525484b11a97 req-8a8509fe-a7e5-4c06-a080-0f7442ccc054 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0455518 Apr 11 17:55:17.324602 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-321f7451-962d-414a-bc0e-525484b11a97 req-5f551a7d-3d71-4605-99a7-044cb6974620 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512362 Apr 11 17:55:17.917461 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:17.965207 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f43b7-91bc-41b3-b1f3-ece1b2967378 req-f3d93f89-6da4-4b5f-b765-e7c2a0dedcae tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:17.966657 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dd1f43b7-91bc-41b3-b1f3-ece1b2967378 req-f3d93f89-6da4-4b5f-b765-e7c2a0dedcae tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0465326 Apr 11 17:55:18.012267 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dd1f43b7-91bc-41b3-b1f3-ece1b2967378 req-450167c7-3d52-4c04-ba42-5b2327d99f2f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401580 Apr 11 17:55:18.439310 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3a87b-b854-47e1-bf71-8790f2bad409 req-90f3cff4-e3b3-4ce7-97ab-5744c385e00f tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:18.440824 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-16c3a87b-b854-47e1-bf71-8790f2bad409 req-90f3cff4-e3b3-4ce7-97ab-5744c385e00f tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0523849 Apr 11 17:55:18.499457 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-16c3a87b-b854-47e1-bf71-8790f2bad409 req-e565b896-40e1-46b2-8bf3-60ad42b2b6e0 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524070 Apr 11 17:55:19.123339 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f63d-1d75-4566-a2b8-ff781ca1f974 req-54820732-d5f9-4c66-8221-01d9bdb731d7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:19.124678 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-de52f63d-1d75-4566-a2b8-ff781ca1f974 req-54820732-d5f9-4c66-8221-01d9bdb731d7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0462446 Apr 11 17:55:19.169547 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-de52f63d-1d75-4566-a2b8-ff781ca1f974 req-fdafa98b-8580-4de4-823b-45fcea12ddde tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394797 Apr 11 17:55:19.432951 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:19.610360 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da158cc-8fef-446d-89a6-c3e68ac84d13 req-bb95b1d9-5caa-4dc9-8350-e5e324804a0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:19.611802 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0da158cc-8fef-446d-89a6-c3e68ac84d13 req-bb95b1d9-5caa-4dc9-8350-e5e324804a0d tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0468769 Apr 11 17:55:19.674323 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0da158cc-8fef-446d-89a6-c3e68ac84d13 req-ee9c244f-d012-4eb9-b823-eebe45c0d32c tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567994 Apr 11 17:55:20.284344 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5efa8-46b6-4fc1-a987-44eff28e58cd req-05a5f2d8-09af-43d4-89a1-9cc156211c4a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:20.285887 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-74e5efa8-46b6-4fc1-a987-44eff28e58cd req-05a5f2d8-09af-43d4-89a1-9cc156211c4a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0500777 Apr 11 17:55:20.333703 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-74e5efa8-46b6-4fc1-a987-44eff28e58cd req-549fcc66-6e3c-4f88-84ec-e95b20401717 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421317 Apr 11 17:55:20.783252 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7dc5c-957e-4750-bd3c-8d27eb1075eb req-df6e356a-b08c-47dc-80a0-6c7665096deb tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:20.784997 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9fa7dc5c-957e-4750-bd3c-8d27eb1075eb req-df6e356a-b08c-47dc-80a0-6c7665096deb tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0470586 Apr 11 17:55:20.842911 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9fa7dc5c-957e-4750-bd3c-8d27eb1075eb req-b4f0be50-d668-4d57-b3b9-9ff940aea174 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524101 Apr 11 17:55:21.454014 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1e7d2-b6a7-46cf-b367-1bd21922ec68 req-6ce01af9-607d-4501-b80b-b09134af3d94 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:21.455456 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-54f1e7d2-b6a7-46cf-b367-1bd21922ec68 req-6ce01af9-607d-4501-b80b-b09134af3d94 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0547395 Apr 11 17:55:21.500701 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-54f1e7d2-b6a7-46cf-b367-1bd21922ec68 req-62e5f59b-c132-44bc-9f9e-a0e5105a1af1 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397487 Apr 11 17:55:21.691669 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:21.953892 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb8630-59e7-4994-81d0-ddd2976b8fea req-c4661296-1697-4e07-b64b-6f78e7b6e672 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:21.955271 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-45fb8630-59e7-4994-81d0-ddd2976b8fea req-c4661296-1697-4e07-b64b-6f78e7b6e672 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0482559 Apr 11 17:55:22.013743 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-45fb8630-59e7-4994-81d0-ddd2976b8fea req-649fe7e6-3941-4c1d-a8b5-33587f26cea8 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523672 Apr 11 17:55:22.541155 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5feeeffb-d9a3-4767-a9c8-25658d3cdbd1 req-db66b6b2-e85a-4028-ac6c-b6c00f30b212 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413792 Apr 11 17:55:22.610291 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296c552-fe30-453a-bac8-864fcc8b4e40 req-10fea587-cf89-49cb-9f83-212476c553c6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:22.611746 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0296c552-fe30-453a-bac8-864fcc8b4e40 req-10fea587-cf89-49cb-9f83-212476c553c6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0461135 Apr 11 17:55:22.657883 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0296c552-fe30-453a-bac8-864fcc8b4e40 req-cbab5844-d2ab-4efe-a3a4-2ae2a5ca318d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401075 Apr 11 17:55:22.773731 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:55:23.126369 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115cbda-7ccf-4b8d-962f-acc11bc113cd req-dc2d3781-4fa7-48cb-af7e-a732dbd3d0d7 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:23.127808 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c115cbda-7ccf-4b8d-962f-acc11bc113cd req-dc2d3781-4fa7-48cb-af7e-a732dbd3d0d7 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0469012 Apr 11 17:55:23.187178 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c115cbda-7ccf-4b8d-962f-acc11bc113cd req-4e711765-825a-4c7a-94f4-fd6b95b49acf tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539143 Apr 11 17:55:23.772468 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ee506-a4d9-40dd-a27b-a2a87067078a req-bc628207-cb7d-4187-8264-1adc127f7302 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:23.773960 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2b1ee506-a4d9-40dd-a27b-a2a87067078a req-bc628207-cb7d-4187-8264-1adc127f7302 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0506141 Apr 11 17:55:23.820255 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2b1ee506-a4d9-40dd-a27b-a2a87067078a req-10c39a9e-ab01-415c-b964-5f7a81e70b70 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408146 Apr 11 17:55:24.296686 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb25d8b-d133-4796-83b9-5b2b412958da req-08cb8223-43de-4ff1-b3f6-8cb9818b2700 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:24.298150 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dcb25d8b-d133-4796-83b9-5b2b412958da req-08cb8223-43de-4ff1-b3f6-8cb9818b2700 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0465033 Apr 11 17:55:24.356594 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dcb25d8b-d133-4796-83b9-5b2b412958da req-7d10007a-9645-4c61-b55c-b57bfc452e4b tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530012 Apr 11 17:55:24.469187 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeeffb-d9a3-4767-a9c8-25658d3cdbd1 req-b033f200-cc49-482d-9165-a2d754946406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:24.470574 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5feeeffb-d9a3-4767-a9c8-25658d3cdbd1 req-b033f200-cc49-482d-9165-a2d754946406 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 1129 time: 0.0431266 Apr 11 17:55:24.576691 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeeffb-d9a3-4767-a9c8-25658d3cdbd1 req-2e74c027-7cbf-4dea-b475-fe88d3237de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:24.578179 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5feeeffb-d9a3-4767-a9c8-25658d3cdbd1 req-2e74c027-7cbf-4dea-b475-fe88d3237de8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 0.0887642 Apr 11 17:55:24.621997 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5feeeffb-d9a3-4767-a9c8-25658d3cdbd1 req-4a8ed7fa-e7db-4ccc-8efe-9f0a69fe1227 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd5e933-4ab5-4a06-a11f-9883317931b6 HTTP/1.1" status: 200 len: 217 time: 0.0335677 Apr 11 17:55:24.679991 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeeffb-d9a3-4767-a9c8-25658d3cdbd1 req-dff076d1-baf5-4baf-8823-89436952978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:24.681600 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5feeeffb-d9a3-4767-a9c8-25658d3cdbd1 req-dff076d1-baf5-4baf-8823-89436952978a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.0469553 Apr 11 17:55:24.723432 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeeffb-d9a3-4767-a9c8-25658d3cdbd1 req-6abafed2-7e4c-4dfe-87a2-6be40bb6d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:24.724820 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5feeeffb-d9a3-4767-a9c8-25658d3cdbd1 req-6abafed2-7e4c-4dfe-87a2-6be40bb6d375 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366611 Apr 11 17:55:24.817089 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5feeeffb-d9a3-4767-a9c8-25658d3cdbd1 req-13be9225-5ae8-4dc9-8c51-3c738d2faf18 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842927 Apr 11 17:55:24.931587 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b671059-1f74-460f-9810-e7401184ee7f req-1db3e620-172a-485c-b2ec-44b5ecbc4d31 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:24.933077 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1b671059-1f74-460f-9810-e7401184ee7f req-1db3e620-172a-485c-b2ec-44b5ecbc4d31 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0485070 Apr 11 17:55:24.980463 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1b671059-1f74-460f-9810-e7401184ee7f req-fc8dd0fe-e150-4b2d-aec8-d8e979e6bf96 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416987 Apr 11 17:55:25.524509 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a7936-b695-487e-ba9e-701c8298e561 req-9e959705-ec1d-47be-96a2-7a626c26fabf tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:25.526040 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-867a7936-b695-487e-ba9e-701c8298e561 req-9e959705-ec1d-47be-96a2-7a626c26fabf tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0616937 Apr 11 17:55:25.531871 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5feeeffb-d9a3-4767-a9c8-25658d3cdbd1 req-9241b0af-5d5f-44fa-8351-73fcee3d057d service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415579 Apr 11 17:55:25.589137 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-867a7936-b695-487e-ba9e-701c8298e561 req-73fcdb49-bd84-4a7a-b901-ad519caad29f tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&id=900d55dc-4afe-4cca-b7f1-21fad046d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562260 Apr 11 17:55:26.090894 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac2831-50e5-4556-a41d-caca865b9e84 req-5ab3f1ab-4c01-4f43-acf1-c312d05d7cc4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:26.092352 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-98ac2831-50e5-4556-a41d-caca865b9e84 req-5ab3f1ab-4c01-4f43-acf1-c312d05d7cc4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0468478 Apr 11 17:55:26.137990 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-98ac2831-50e5-4556-a41d-caca865b9e84 req-8afc8bfe-10b9-4972-9c39-14d510ccb5a7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401750 Apr 11 17:55:27.252620 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585d6f1-f4c3-42f3-bb41-a6f3d3f49685 req-38eddb5e-15fb-417a-86ef-28538fd862dc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:27.254100 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d585d6f1-f4c3-42f3-bb41-a6f3d3f49685 req-38eddb5e-15fb-417a-86ef-28538fd862dc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0497258 Apr 11 17:55:27.299453 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d585d6f1-f4c3-42f3-bb41-a6f3d3f49685 req-fee16c1f-2f53-473b-adcb-608c7999567d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394812 Apr 11 17:55:28.413131 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a1fbb-d022-43b1-b5a9-f85f76e5b939 req-c63754e0-81e8-4293-a8ac-ddae8cab2a4c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:28.414628 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3d1a1fbb-d022-43b1-b5a9-f85f76e5b939 req-c63754e0-81e8-4293-a8ac-ddae8cab2a4c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0468490 Apr 11 17:55:28.460479 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3d1a1fbb-d022-43b1-b5a9-f85f76e5b939 req-b98878af-1b23-42f3-81a8-86d7b4757ac9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401812 Apr 11 17:55:29.489889 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc8342-66e3-4cce-98bd-82fe562e1fec req-0eebb08a-8cec-4dfb-b460-ec5117e3a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:29.491384 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dfcc8342-66e3-4cce-98bd-82fe562e1fec req-0eebb08a-8cec-4dfb-b460-ec5117e3a0a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0414624 Apr 11 17:55:29.548409 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dfcc8342-66e3-4cce-98bd-82fe562e1fec req-8381e179-686b-4d59-aaea-d6cfb20278a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482588 Apr 11 17:55:29.584300 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daec63-78c6-4007-8d66-dc9729d64c56 req-f36ed1a5-f378-423f-b923-545ff6bfc1c9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:29.585809 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-37daec63-78c6-4007-8d66-dc9729d64c56 req-f36ed1a5-f378-423f-b923-545ff6bfc1c9 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0563755 Apr 11 17:55:29.632552 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-37daec63-78c6-4007-8d66-dc9729d64c56 req-eacbe8aa-0b20-4ffe-9e86-9ab1fa127d47 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409653 Apr 11 17:55:30.747776 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802896e-0e1f-4498-9949-e3a33bf1ef69 req-da14b51a-90cc-4ca1-b272-824349ab8c6d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:30.749301 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f802896e-0e1f-4498-9949-e3a33bf1ef69 req-da14b51a-90cc-4ca1-b272-824349ab8c6d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0475059 Apr 11 17:55:30.799186 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f802896e-0e1f-4498-9949-e3a33bf1ef69 req-14259f35-8880-4411-9c18-56f68f39106a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443728 Apr 11 17:55:31.910159 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f385e-9ac2-46df-8c88-a77e2b26886c req-2d8730d6-0cda-40cb-99ed-80335b212ae7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:31.911615 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f90f385e-9ac2-46df-8c88-a77e2b26886c req-2d8730d6-0cda-40cb-99ed-80335b212ae7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0460098 Apr 11 17:55:31.961535 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f90f385e-9ac2-46df-8c88-a77e2b26886c req-db3eaaf3-c3ce-4db9-8b6f-5adc61dbc950 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441723 Apr 11 17:55:32.349794 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e72ff7-2d25-4e41-876c-55252033ad47 req-003f1c5b-b5a1-4bac-81ec-cb24944a5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:32.351275 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3e72ff7-2d25-4e41-876c-55252033ad47 req-003f1c5b-b5a1-4bac-81ec-cb24944a5b77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0597751 Apr 11 17:55:32.357627 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154b8b8-58b8-4f31-a5c6-2716d03d9c50 req-03fcdd7a-bda3-462d-8bc4-2491ba181268 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:32.358944 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4154b8b8-58b8-4f31-a5c6-2716d03d9c50 req-03fcdd7a-bda3-462d-8bc4-2491ba181268 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0769880 Apr 11 17:55:32.454909 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4154b8b8-58b8-4f31-a5c6-2716d03d9c50 req-5a6dabe5-06a5-47d6-8c83-deb3a4df7709 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882471 Apr 11 17:55:32.474312 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e72ff7-2d25-4e41-876c-55252033ad47 req-6eb259a0-352b-4a83-b676-319d7f0f787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:32.474312 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3e72ff7-2d25-4e41-876c-55252033ad47 req-6eb259a0-352b-4a83-b676-319d7f0f787f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 0.1137540 Apr 11 17:55:32.540702 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3e72ff7-2d25-4e41-876c-55252033ad47 req-0c09288c-17d8-44f7-8040-df2261e823bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 HTTP/1.1" status: 200 len: 1002 time: 0.0609553 Apr 11 17:55:32.587394 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e72ff7-2d25-4e41-876c-55252033ad47 req-9b65e3cd-a763-43e2-bb57-918bf8f17162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:32.588777 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3e72ff7-2d25-4e41-876c-55252033ad47 req-9b65e3cd-a763-43e2-bb57-918bf8f17162 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.0421224 Apr 11 17:55:32.629266 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e72ff7-2d25-4e41-876c-55252033ad47 req-dd9a1ec3-2325-48a6-bb43-f81caae7ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:32.631253 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3e72ff7-2d25-4e41-876c-55252033ad47 req-dd9a1ec3-2325-48a6-bb43-f81caae7ba3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360296 Apr 11 17:55:32.721575 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3e72ff7-2d25-4e41-876c-55252033ad47 req-c0b7356c-5a40-4ef0-8972-f862088e1692 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833378 Apr 11 17:55:32.807019 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3e72ff7-2d25-4e41-876c-55252033ad47 req-304a2d47-ce59-4d71-ad54-923cf7d7f401 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793018 Apr 11 17:55:33.569272 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33fb3d-8a6f-4f94-81aa-d350ed2e7f64 req-f1a710a7-b29e-4b25-a052-c8695cf569fd tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:33.570710 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8b33fb3d-8a6f-4f94-81aa-d350ed2e7f64 req-f1a710a7-b29e-4b25-a052-c8695cf569fd tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0502040 Apr 11 17:55:33.616614 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8b33fb3d-8a6f-4f94-81aa-d350ed2e7f64 req-151c8d64-89a4-4e37-b024-b1045ac5afae tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399480 Apr 11 17:55:34.727503 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e7ebf-9ba0-44b2-859f-058ae9d6250f req-1bf67b5d-d949-4323-b097-d42e0873a5f4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:34.728870 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-be1e7ebf-9ba0-44b2-859f-058ae9d6250f req-1bf67b5d-d949-4323-b097-d42e0873a5f4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0457385 Apr 11 17:55:34.776116 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-be1e7ebf-9ba0-44b2-859f-058ae9d6250f req-cc120e1b-16ab-423b-8af1-3d6bc54c4743 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417490 Apr 11 17:55:35.891151 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b789c7-9443-49ce-af65-1939155cfc4e req-fad47b0d-f366-45e8-bfd8-11cd357839e7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:35.892597 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-66b789c7-9443-49ce-af65-1939155cfc4e req-fad47b0d-f366-45e8-bfd8-11cd357839e7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0511782 Apr 11 17:55:35.940219 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-66b789c7-9443-49ce-af65-1939155cfc4e req-d7656d7d-3f4d-4d8e-8d70-64fe76172c93 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415606 Apr 11 17:55:36.053362 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06755fc6-d69a-40c1-9ffd-e458b957716e req-8dc4efb1-eb19-4ced-ac66-d7b2c3732a1a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:36.054775 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-06755fc6-d69a-40c1-9ffd-e458b957716e req-8dc4efb1-eb19-4ced-ac66-d7b2c3732a1a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0520000 Apr 11 17:55:36.063351 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54282) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:36.067781 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-fbef24a5-e565-4939-bb6d-563f58951357 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Request body: {'floatingip': {'port_id': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:36.121633 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fbef24a5-e565-4939-bb6d-563f58951357 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for floatingip (fff8b0de-3f60-4a0e-b58c-fbb71b33eac2), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:36.517144 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb044d-e700-4a57-bc26-933296c76490 req-d988a8dc-3c61-4481-8387-6304ecda7ca8 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:36.518571 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-34fb044d-e700-4a57-bc26-933296c76490 req-d988a8dc-3c61-4481-8387-6304ecda7ca8 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 945 time: 0.0827928 Apr 11 17:55:36.604531 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-34fb044d-e700-4a57-bc26-933296c76490 req-4bf08918-e139-4501-a6c7-f2d8dd71c55f tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796223 Apr 11 17:55:36.663481 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fbef24a5-e565-4939-bb6d-563f58951357 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:36.667265 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fbef24a5-e565-4939-bb6d-563f58951357 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (fff8b0de-3f60-4a0e-b58c-fbb71b33eac2), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:36.874302 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbef24a5-e565-4939-bb6d-563f58951357 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Router 237182d7-2b55-4c82-bd7f-588b520d84f9 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:55:37.214743 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbef24a5-e565-4939-bb6d-563f58951357 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:55:37.219272 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-fbef24a5-e565-4939-bb6d-563f58951357 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:37.225257 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9382aa63-03db-4117-a258-85b100263b52 None None] Sync routers for ids ['237182d7-2b55-4c82-bd7f-588b520d84f9'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:55:37.235092 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382aa63-03db-4117-a258-85b100263b52 None None] Routers {'237182d7-2b55-4c82-bd7f-588b520d84f9'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:55:37.235692 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9382aa63-03db-4117-a258-85b100263b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:55:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['237182d7-2b55-4c82-bd7f-588b520d84f9'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:37.248625 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'tag': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:55:37.250866 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5365e24f-6992-440d-8889-08535922fbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2e031d-deb3-47f4-b6c1-9aa991bff4a2", "tag": "aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:55:37.282477 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-fbef24a5-e565-4939-bb6d-563f58951357 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "PUT /v2.0/floatingips/fff8b0de-3f60-4a0e-b58c-fbb71b33eac2 HTTP/1.1" status: 200 len: 994 time: 1.2179935 Apr 11 17:55:37.313749 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6748fc05-aae2-4bca-8093-703aa87c22f9 x-openstack-request-id: req-6748fc05-aae2-4bca-8093-703aa87c22f9 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:55:37.314040 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2e031d-deb3-47f4-b6c1-9aa991bff4a2", "tag": "aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:55:37.314293 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6748fc05-aae2-4bca-8093-703aa87c22f9 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:55:37.314705 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6748fc05-aae2-4bca-8093-703aa87c22f9'] response: {'name': 'network-changed', 'server_uuid': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'tag': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'status': 'completed', 'code': 200} Apr 11 17:55:37.343443 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-9382aa63-03db-4117-a258-85b100263b52 None None] Set router 237182d7-2b55-4c82-bd7f-588b520d84f9 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:55:37.553454 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9382aa63-03db-4117-a258-85b100263b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'fff8b0de-3f60-4a0e-b58c-fbb71b33eac2', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'port_id': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'mac_address': 'fa:16:3e:b2:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:27Z', 'updated_at': '2022-04-11T17:55:36Z', 'revision_number': 3, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edf43d1-95ee-45c0-b473-b761476cbe2b', 'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'mac_address': 'fa:16:3e:ea:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:22Z', 'updated_at': '2022-04-11T17:51:29Z', 'revision_number': 5, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'subnets': [{'id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:37.578854 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9382aa63-03db-4117-a258-85b100263b52 None None] Checking router: 237182d7-2b55-4c82-bd7f-588b520d84f9 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:55:37.586933 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382aa63-03db-4117-a258-85b100263b52 None None] Routers {'237182d7-2b55-4c82-bd7f-588b520d84f9'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:55:37.587523 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9382aa63-03db-4117-a258-85b100263b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:55:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['237182d7-2b55-4c82-bd7f-588b520d84f9'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:37.691505 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-9382aa63-03db-4117-a258-85b100263b52 None None] Set router 237182d7-2b55-4c82-bd7f-588b520d84f9 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:55:37.716309 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8a30c-b266-40c5-b7e3-2ed459f50f4e req-7ab7fbca-d311-439e-a263-9d76e14bb381 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:37.717788 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-24d8a30c-b266-40c5-b7e3-2ed459f50f4e req-7ab7fbca-d311-439e-a263-9d76e14bb381 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 945 time: 0.0464144 Apr 11 17:55:37.763530 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-24d8a30c-b266-40c5-b7e3-2ed459f50f4e req-c63dc7f2-ea20-40aa-a37e-12d35c00744b tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/security-groups?id=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Apr 11 17:55:37.907403 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e24f-6992-440d-8889-08535922fbfa req-e4c76c83-2c05-4d7a-9b4b-cac1442a8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:37.909345 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5365e24f-6992-440d-8889-08535922fbfa req-e4c76c83-2c05-4d7a-9b4b-cac1442a8971 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0411172 Apr 11 17:55:37.978979 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9382aa63-03db-4117-a258-85b100263b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'fff8b0de-3f60-4a0e-b58c-fbb71b33eac2', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'port_id': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'mac_address': 'fa:16:3e:b2:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:27Z', 'updated_at': '2022-04-11T17:55:36Z', 'revision_number': 3, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edf43d1-95ee-45c0-b473-b761476cbe2b', 'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'mac_address': 'fa:16:3e:ea:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:22Z', 'updated_at': '2022-04-11T17:51:29Z', 'revision_number': 5, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'subnets': [{'id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:38.001091 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e24f-6992-440d-8889-08535922fbfa req-f3c38c1d-dabf-4616-8b62-2125c72f6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:38.002555 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5365e24f-6992-440d-8889-08535922fbfa req-f3c38c1d-dabf-4616-8b62-2125c72f6653 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 0.0855224 Apr 11 17:55:38.008423 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9382aa63-03db-4117-a258-85b100263b52 None None] The sync data for ids ['237182d7-2b55-4c82-bd7f-588b520d84f9'] in dv-cinder-837353-1-iscsi is: [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'fff8b0de-3f60-4a0e-b58c-fbb71b33eac2', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'port_id': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'mac_address': 'fa:16:3e:b2:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:27Z', 'updated_at': '2022-04-11T17:55:36Z', 'revision_number': 3, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edf43d1-95ee-45c0-b473-b761476cbe2b', 'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'mac_address': 'fa:16:3e:ea:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:22Z', 'updated_at': '2022-04-11T17:51:29Z', 'revision_number': 5, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'subnets': [{'id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:55:38.144423 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5365e24f-6992-440d-8889-08535922fbfa req-74c3a103-1a84-4dbe-8dea-3f85b87560a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 HTTP/1.1" status: 200 len: 1002 time: 0.0636775 Apr 11 17:55:38.267011 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7a22d-b196-47a6-806f-57991f2a1872 req-7027d5a3-119b-40d0-8e4f-fb9a09415d8b tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:38.268425 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a8f7a22d-b196-47a6-806f-57991f2a1872 req-7027d5a3-119b-40d0-8e4f-fb9a09415d8b tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.18 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 945 time: 0.0672088 Apr 11 17:55:38.271843 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e24f-6992-440d-8889-08535922fbfa req-1ad92bae-73b2-4e5d-a28a-bd0ffbdd03db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:38.273172 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5365e24f-6992-440d-8889-08535922fbfa req-1ad92bae-73b2-4e5d-a28a-bd0ffbdd03db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.0792987 Apr 11 17:55:38.345067 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e24f-6992-440d-8889-08535922fbfa req-091d3cff-ae4a-450d-b800-29a1c134f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:38.346473 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5365e24f-6992-440d-8889-08535922fbfa req-091d3cff-ae4a-450d-b800-29a1c134f94e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658071 Apr 11 17:55:38.406837 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-a8f7a22d-b196-47a6-806f-57991f2a1872 req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Deleting port 839aa3e4-3093-4fe6-adc9-2fee8f13d647 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:55:38.407174 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a8f7a22d-b196-47a6-806f-57991f2a1872 req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:38.520075 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5365e24f-6992-440d-8889-08535922fbfa req-ad375f7c-4b3a-41ec-956b-2ea49f52c018 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530917 Apr 11 17:55:38.556814 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-a8f7a22d-b196-47a6-806f-57991f2a1872 req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] For port 839aa3e4-3093-4fe6-adc9-2fee8f13d647, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=839aa3e4-3093-4fe6-adc9-2fee8f13d647,segment=NetworkSegment(10575a67-0505-496b-bbdc-8971254375ef),segment_id=10575a67-0505-496b-bbdc-8971254375ef)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:55:38.557314 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a8f7a22d-b196-47a6-806f-57991f2a1872 req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:38.603297 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-a8f7a22d-b196-47a6-806f-57991f2a1872 req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Calling delete_port for 839aa3e4-3093-4fe6-adc9-2fee8f13d647 owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:55:38.677172 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5365e24f-6992-440d-8889-08535922fbfa req-b5eeac1c-ce58-41d4-8601-a689f1430a2c service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474810 Apr 11 17:55:38.756780 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a8f7a22d-b196-47a6-806f-57991f2a1872 req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (839aa3e4-3093-4fe6-adc9-2fee8f13d647), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:38.770134 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['839aa3e4-3093-4fe6-adc9-2fee8f13d647'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:55:38.789916 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Pushing event deleted for resources: {'Port': ['ID=839aa3e4-3093-4fe6-adc9-2fee8f13d647,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:38.815008 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.815362 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.815710 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.816053 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.816387 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.816720 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.817078 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.817439 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.817739 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.818060 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.818396 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.818726 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.819052 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.819374 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.819693 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:38.843018 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f7a22d-b196-47a6-806f-57991f2a1872 req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] No DVR routers for this DVR port 839aa3e4-3093-4fe6-adc9-2fee8f13d647 on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:55:38.852101 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a8f7a22d-b196-47a6-806f-57991f2a1872 req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:38.855244 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a8f7a22d-b196-47a6-806f-57991f2a1872 req-f5d26fa6-ef2b-4845-a055-423757487ef2 tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.18 "DELETE /v2.0/ports/839aa3e4-3093-4fe6-adc9-2fee8f13d647 HTTP/1.1" status: 204 len: 173 time: 0.5812416 Apr 11 17:55:38.874891 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-893d9547-2337-408a-9f58-b9c7378c5700 req-fc2838b5-9e4a-4916-b3ad-2b6561a56c1a tempest-VolumesSnapshotTestJSON-409618336 tempest-VolumesSnapshotTestJSON-409618336-project] 10.222.0.76 "GET /v2.0/ports?device_id=58431a36-ccd5-4166-8b79-6c033fb1bebe HTTP/1.1" status: 200 len: 210 time: 0.0334728 Apr 11 17:55:39.315624 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'tag': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45'}, {'server_uuid': '58431a36-ccd5-4166-8b79-6c033fb1bebe', 'name': 'network-vif-deleted', 'tag': '839aa3e4-3093-4fe6-adc9-2fee8f13d647'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:55:39.318717 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0129e8-a0f9-4276-b945-5a52838d2ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2e031d-deb3-47f4-b6c1-9aa991bff4a2", "tag": "aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45"}, {"server_uuid": "58431a36-ccd5-4166-8b79-6c033fb1bebe", "name": "network-vif-deleted", "tag": "839aa3e4-3093-4fe6-adc9-2fee8f13d647"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:55:39.364881 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 11 Apr 2022 17:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6eb1e7-e5af-49ef-9d72-c22f397093bd x-openstack-request-id: req-2d6eb1e7-e5af-49ef-9d72-c22f397093bd {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:55:39.365227 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2e031d-deb3-47f4-b6c1-9aa991bff4a2", "tag": "aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45", "status": "completed", "code": 200}, {"server_uuid": "58431a36-ccd5-4166-8b79-6c033fb1bebe", "name": "network-vif-deleted", "tag": "839aa3e4-3093-4fe6-adc9-2fee8f13d647", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:55:39.365482 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d6eb1e7-e5af-49ef-9d72-c22f397093bd {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:55:39.365893 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6eb1e7-e5af-49ef-9d72-c22f397093bd'] response: {'name': 'network-changed', 'server_uuid': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'tag': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'status': 'completed', 'code': 200} Apr 11 17:55:39.366153 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6eb1e7-e5af-49ef-9d72-c22f397093bd'] response: {'server_uuid': '58431a36-ccd5-4166-8b79-6c033fb1bebe', 'name': 'network-vif-deleted', 'tag': '839aa3e4-3093-4fe6-adc9-2fee8f13d647', 'status': 'completed', 'code': 200} Apr 11 17:55:39.435308 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0129e8-a0f9-4276-b945-5a52838d2ceb req-7cb07ef1-077e-4733-bcd8-dff99f6e011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:39.436719 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4c0129e8-a0f9-4276-b945-5a52838d2ceb req-7cb07ef1-077e-4733-bcd8-dff99f6e011e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0430014 Apr 11 17:55:39.525985 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0129e8-a0f9-4276-b945-5a52838d2ceb req-653ed823-1d10-43c7-89ab-db442442b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:39.527482 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4c0129e8-a0f9-4276-b945-5a52838d2ceb req-653ed823-1d10-43c7-89ab-db442442b95f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 0.0843887 Apr 11 17:55:39.595974 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4c0129e8-a0f9-4276-b945-5a52838d2ceb req-91a2674f-aa74-4506-8c33-335c7860d4a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 HTTP/1.1" status: 200 len: 1002 time: 0.0610285 Apr 11 17:55:39.644277 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0129e8-a0f9-4276-b945-5a52838d2ceb req-8ca76509-87a1-4670-baab-ee6fbba5c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:39.645718 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4c0129e8-a0f9-4276-b945-5a52838d2ceb req-8ca76509-87a1-4670-baab-ee6fbba5c355 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.0430892 Apr 11 17:55:39.690553 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0129e8-a0f9-4276-b945-5a52838d2ceb req-64bea42b-d7ea-4be2-b581-8f38e6486b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:39.692424 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4c0129e8-a0f9-4276-b945-5a52838d2ceb req-64bea42b-d7ea-4be2-b581-8f38e6486b51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366118 Apr 11 17:55:39.781681 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4c0129e8-a0f9-4276-b945-5a52838d2ceb req-ad6f992c-f7c4-4fb4-9e2c-e4cd7f56d39e service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823965 Apr 11 17:55:39.868338 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4c0129e8-a0f9-4276-b945-5a52838d2ceb req-954cf1b4-e5af-4b0e-bcd2-83925dbfde10 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811727 Apr 11 17:55:42.443759 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 839aa3e4-3093-4fe6-adc9-2fee8f13d647 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:55:42.463728 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: 839aa3e4-3093-4fe6-adc9-2fee8f13d647 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:55:42.464064 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 839aa3e4-3093-4fe6-adc9-2fee8f13d647 not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:55:43.167069 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-06f9d467-c0c6-4937-91b2-9c1379a4d458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:44.775594 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625752b0-d97d-414b-afb3-a8c960826242 req-7100b497-ac72-4494-a40c-c954f8a620b0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:44.777357 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-625752b0-d97d-414b-afb3-a8c960826242 req-7100b497-ac72-4494-a40c-c954f8a620b0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 945 time: 0.0505958 Apr 11 17:55:44.829301 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-625752b0-d97d-414b-afb3-a8c960826242 req-53ebca53-3789-4015-84b3-81e952d8f432 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459266 Apr 11 17:55:45.521305 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-48b6081d-3407-410c-bfa6-41db6f1bf94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:45.943938 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338e937-7e34-435b-8eaf-f08410d5ea45 req-2f78a5d8-5ed1-440d-99bb-fdb87b1fdfc0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:45.945471 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5338e937-7e34-435b-8eaf-f08410d5ea45 req-2f78a5d8-5ed1-440d-99bb-fdb87b1fdfc0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 945 time: 0.0486858 Apr 11 17:55:45.991967 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5338e937-7e34-435b-8eaf-f08410d5ea45 req-1f563dba-09c0-499c-a645-edaeefcb1804 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408738 Apr 11 17:55:46.258786 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-62a3f3f6-191f-438d-932f-2bd4c8f52a6b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:46.260195 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-62a3f3f6-191f-438d-932f-2bd4c8f52a6b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 945 time: 0.0450354 Apr 11 17:55:46.346791 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Deleting port f9902e00-f416-4ee7-9982-6ca9f643f526 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:55:46.347125 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:46.433323 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] For port f9902e00-f416-4ee7-9982-6ca9f643f526, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f9902e00-f416-4ee7-9982-6ca9f643f526,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:55:46.433621 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:46.490190 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:46.652061 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:46.652427 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (65b8e344-63c0-4f13-98e6-f191c989a557), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:46.652745 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Floating IP 65b8e344-63c0-4f13-98e6-f191c989a557 disassociated. External IP: 172.27.1.158, port: f9902e00-f416-4ee7-9982-6ca9f643f526. Apr 11 17:55:46.653120 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Calling delete_port for f9902e00-f416-4ee7-9982-6ca9f643f526 owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:55:46.778378 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (f9902e00-f416-4ee7-9982-6ca9f643f526), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:46.805343 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event deleted for resources: {'Port': ['ID=f9902e00-f416-4ee7-9982-6ca9f643f526,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:46.923276 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Router dc5e751c-933f-40e2-af43-f4222239248c has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:55:47.045596 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:55:47.058178 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f023c5-5540-48ca-807a-fc94a9f823b9 None None] Sync routers for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:55:47.072575 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f023c5-5540-48ca-807a-fc94a9f823b9 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:55:47.073445 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-d9f023c5-5540-48ca-807a-fc94a9f823b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:55:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:47.100602 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] No DVR routers for this DVR port f9902e00-f416-4ee7-9982-6ca9f643f526 on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:55:47.103432 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:47.107330 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-180f28ef-5d7c-4dd5-920f-ccbd0881cdf3 req-0052e9d7-e0e0-424b-aff9-d0a3e9a620aa tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "DELETE /v2.0/ports/f9902e00-f416-4ee7-9982-6ca9f643f526 HTTP/1.1" status: 204 len: 173 time: 0.8422375 Apr 11 17:55:47.107777 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'name': 'network-vif-deleted', 'tag': 'f9902e00-f416-4ee7-9982-6ca9f643f526'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:55:47.110397 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fc4ff9-c068-45c5-b13b-e9eba4202fed" -d '{"events": [{"server_uuid": "7bda2fdc-015b-44e8-8bc7-6e0f1b248525", "name": "network-vif-deleted", "tag": "f9902e00-f416-4ee7-9982-6ca9f643f526"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:55:47.171529 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c234b8b8-5561-4861-989c-b507666f475e req-8e639801-315c-4175-a1cc-5422905b08bc tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bda2fdc-015b-44e8-8bc7-6e0f1b248525 HTTP/1.1" status: 200 len: 210 time: 0.0483322 Apr 11 17:55:47.202880 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facad936-7c92-4661-a22a-9f62371e82cb x-openstack-request-id: req-facad936-7c92-4661-a22a-9f62371e82cb {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:55:47.202880 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bda2fdc-015b-44e8-8bc7-6e0f1b248525", "name": "network-vif-deleted", "tag": "f9902e00-f416-4ee7-9982-6ca9f643f526", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:55:47.202880 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-facad936-7c92-4661-a22a-9f62371e82cb {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:55:47.202880 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-facad936-7c92-4661-a22a-9f62371e82cb'] response: {'server_uuid': '7bda2fdc-015b-44e8-8bc7-6e0f1b248525', 'name': 'network-vif-deleted', 'tag': 'f9902e00-f416-4ee7-9982-6ca9f643f526', 'status': 'completed', 'code': 200} Apr 11 17:55:47.249179 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-d9f023c5-5540-48ca-807a-fc94a9f823b9 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:55:47.672335 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-d9f023c5-5540-48ca-807a-fc94a9f823b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'cacb6539-2051-4f0c-8292-e9899fe2e871', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:8e:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:03Z', 'updated_at': '2022-04-11T17:53:34Z', 'revision_number': 2, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:47.703084 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f023c5-5540-48ca-807a-fc94a9f823b9 None None] Checking router: dc5e751c-933f-40e2-af43-f4222239248c for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:55:47.712081 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f023c5-5540-48ca-807a-fc94a9f823b9 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:55:47.712757 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-d9f023c5-5540-48ca-807a-fc94a9f823b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:55:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:47.820658 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-d9f023c5-5540-48ca-807a-fc94a9f823b9 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:55:47.943556 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:48.052531 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-d9f023c5-5540-48ca-807a-fc94a9f823b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'cacb6539-2051-4f0c-8292-e9899fe2e871', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:8e:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:03Z', 'updated_at': '2022-04-11T17:53:34Z', 'revision_number': 2, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:48.078750 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f023c5-5540-48ca-807a-fc94a9f823b9 None None] The sync data for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi is: [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'cacb6539-2051-4f0c-8292-e9899fe2e871', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:8e:8e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:53:03Z', 'updated_at': '2022-04-11T17:53:34Z', 'revision_number': 2, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:55:48.271847 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54368) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:48.334874 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e170f9-3b0c-4fe6-8010-b1677000a20f None None] New status for floating IP 65b8e344-63c0-4f13-98e6-f191c989a557: DOWN {{(pid=114853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:55:48.336449 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-76e90f28-dc64-4e63-94d7-ff0121b15f58 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:48.361418 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-76e90f28-dc64-4e63-94d7-ff0121b15f58 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:48.427418 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-76e90f28-dc64-4e63-94d7-ff0121b15f58 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:48.430668 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-76e90f28-dc64-4e63-94d7-ff0121b15f58 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:48.432152 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-76e90f28-dc64-4e63-94d7-ff0121b15f58 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "DELETE /v2.0/security-groups/f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2 HTTP/1.1" status: 204 len: 168 time: 0.1585402 Apr 11 17:55:48.434883 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54374) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:48.443841 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e90f28-dc64-4e63-94d7-ff0121b15f58 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:48.465570 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.api.v2.resource [None req-6e5fb7ac-2b07-4423-b518-20a5504bee16 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] show failed (client error): The resource could not be found. Apr 11 17:55:48.469579 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54378) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:48.470711 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-6e5fb7ac-2b07-4423-b518-20a5504bee16 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups/f3b5f3b3-0c4d-4a0d-a20c-4c5ff56e01e2 HTTP/1.1" status: 404 len: 347 time: 0.0328755 Apr 11 17:55:48.614289 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-b1b3b531-a923-414d-ac58-c94d23910f05 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Deleting port aa6c4057-a688-4a25-9774-33fef0b53db2 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:55:48.614630 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b531-a923-414d-ac58-c94d23910f05 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (aa6c4057-a688-4a25-9774-33fef0b53db2), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:48.702995 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b531-a923-414d-ac58-c94d23910f05 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (aa6c4057-a688-4a25-9774-33fef0b53db2), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:48.703312 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b531-a923-414d-ac58-c94d23910f05 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (aa6c4057-a688-4a25-9774-33fef0b53db2), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:48.715257 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-b1b3b531-a923-414d-ac58-c94d23910f05 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Calling delete_port for aa6c4057-a688-4a25-9774-33fef0b53db2 owned by network:floatingip {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:55:48.858889 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b531-a923-414d-ac58-c94d23910f05 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (aa6c4057-a688-4a25-9774-33fef0b53db2), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:48.885505 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3b531-a923-414d-ac58-c94d23910f05 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event deleted for resources: {'Port': ['ID=aa6c4057-a688-4a25-9774-33fef0b53db2,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:48.950832 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b531-a923-414d-ac58-c94d23910f05 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (65b8e344-63c0-4f13-98e6-f191c989a557), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:48.953777 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b531-a923-414d-ac58-c94d23910f05 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:48.954992 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-b1b3b531-a923-414d-ac58-c94d23910f05 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "DELETE /v2.0/floatingips/65b8e344-63c0-4f13-98e6-f191c989a557 HTTP/1.1" status: 204 len: 168 time: 0.4828370 Apr 11 17:55:49.436660 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:50.662686 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f9902e00-f416-4ee7-9982-6ca9f643f526 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:55:50.684759 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: f9902e00-f416-4ee7-9982-6ca9f643f526 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:55:50.685153 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f9902e00-f416-4ee7-9982-6ca9f643f526 not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:55:51.698907 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:52.640849 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9edd86-02bb-4d87-9b7a-ade5c77d5ef2 req-e27715f7-4f47-4fdf-bb24-846e056266de tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:52.642320 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9c9edd86-02bb-4d87-9b7a-ade5c77d5ef2 req-e27715f7-4f47-4fdf-bb24-846e056266de tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 945 time: 0.0460312 Apr 11 17:55:52.692563 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9c9edd86-02bb-4d87-9b7a-ade5c77d5ef2 req-2c753efd-aa55-4212-859b-253c15839726 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442286 Apr 11 17:55:53.805149 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a1a6b-195c-4372-b31a-98594984b81f req-faee83ae-f1a7-414c-bcf1-2d275fdd1bf7 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:53.807207 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1b3a1a6b-195c-4372-b31a-98594984b81f req-faee83ae-f1a7-414c-bcf1-2d275fdd1bf7 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 945 time: 0.0473893 Apr 11 17:55:53.852401 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1b3a1a6b-195c-4372-b31a-98594984b81f req-1c7b0f11-464b-4905-847d-a8f957503fca tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396910 Apr 11 17:55:54.474347 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c57fc2b8-5c75-4b2c-8fc9-85437ebb9c04 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:54.475812 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c57fc2b8-5c75-4b2c-8fc9-85437ebb9c04 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 945 time: 0.0515523 Apr 11 17:55:54.563693 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Deleting port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:55:54.564032 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:54.649912 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] For port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:55:54.650272 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:54.818518 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:54.819207 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (cacb6539-2051-4f0c-8292-e9899fe2e871), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:54.819323 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Floating IP cacb6539-2051-4f0c-8292-e9899fe2e871 disassociated. External IP: 172.27.1.17, port: 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c. Apr 11 17:55:54.819625 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Calling delete_port for 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:55:55.218149 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768a471-2146-4a00-9715-81376b04146b req-1849eb06-5517-48fe-b7cb-c8ee81a07ddd tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:55.219581 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5768a471-2146-4a00-9715-81376b04146b req-1849eb06-5517-48fe-b7cb-c8ee81a07ddd tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=f88deebf-c6f0-4f85-b2ce-f5aed792846c HTTP/1.1" status: 200 len: 945 time: 0.2994962 Apr 11 17:55:55.220584 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:55.259567 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event deleted for resources: {'Port': ['ID=7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:55.329745 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5768a471-2146-4a00-9715-81376b04146b req-4a9bd26b-6735-428d-af46-382584b7a489 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021650 Apr 11 17:55:55.404398 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Router dc5e751c-933f-40e2-af43-f4222239248c has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:55:55.517182 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:55:55.529247 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778ef93-373b-41ef-9544-cabb212263d1 None None] Sync routers for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:55:55.539711 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778ef93-373b-41ef-9544-cabb212263d1 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:55:55.540242 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-b778ef93-373b-41ef-9544-cabb212263d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:55:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:55.559691 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] No DVR routers for this DVR port 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:55:55.562457 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:55.566017 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-393876f0-4191-4f53-ac20-cc48b204a7ad req-c4ff29fa-e661-4708-802c-3c371395787b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "DELETE /v2.0/ports/7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c HTTP/1.1" status: 204 len: 173 time: 1.0845788 Apr 11 17:55:55.566456 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'name': 'network-vif-deleted', 'tag': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:55:55.569879 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a49813b-152e-43ee-afe9-eda9088a0590" -d '{"events": [{"server_uuid": "f88deebf-c6f0-4f85-b2ce-f5aed792846c", "name": "network-vif-deleted", "tag": "7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:55:55.613785 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5e9461-8d42-4ad5-b4f7-bc090782a058 x-openstack-request-id: req-8a5e9461-8d42-4ad5-b4f7-bc090782a058 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:55:55.614094 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88deebf-c6f0-4f85-b2ce-f5aed792846c", "name": "network-vif-deleted", "tag": "7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:55:55.614326 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a5e9461-8d42-4ad5-b4f7-bc090782a058 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:55:55.614733 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5e9461-8d42-4ad5-b4f7-bc090782a058'] response: {'server_uuid': 'f88deebf-c6f0-4f85-b2ce-f5aed792846c', 'name': 'network-vif-deleted', 'tag': '7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c', 'status': 'completed', 'code': 200} Apr 11 17:55:55.657768 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-b778ef93-373b-41ef-9544-cabb212263d1 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:55:55.854072 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-b778ef93-373b-41ef-9544-cabb212263d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:55.890803 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778ef93-373b-41ef-9544-cabb212263d1 None None] Checking router: dc5e751c-933f-40e2-af43-f4222239248c for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:55:55.900002 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778ef93-373b-41ef-9544-cabb212263d1 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:55:55.900639 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-b778ef93-373b-41ef-9544-cabb212263d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:55:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:56.008361 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-b778ef93-373b-41ef-9544-cabb212263d1 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:55:56.199191 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-b778ef93-373b-41ef-9544-cabb212263d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:55:56.225069 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778ef93-373b-41ef-9544-cabb212263d1 None None] The sync data for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi is: [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:55:56.416583 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54452) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:56.481114 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (a908223c-ce8e-4e88-bd5b-9cfebaec1d4a), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:56.499667 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f6e725-511f-4b8c-ba6d-cb0fee156b52 None None] New status for floating IP cacb6539-2051-4f0c-8292-e9899fe2e871: DOWN {{(pid=114853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:55:56.507299 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (a908223c-ce8e-4e88-bd5b-9cfebaec1d4a), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:56.561992 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (a908223c-ce8e-4e88-bd5b-9cfebaec1d4a), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:56.564600 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:56.565810 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "DELETE /v2.0/security-groups/a908223c-ce8e-4e88-bd5b-9cfebaec1d4a HTTP/1.1" status: 204 len: 168 time: 0.1482291 Apr 11 17:55:56.568607 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54456) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:56.574693 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a908223c-ce8e-4e88-bd5b-9cfebaec1d4a,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:56.581976 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.582332 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.582743 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.583089 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.583420 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.583754 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.584038 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.api.v2.resource [None req-a54fa29f-ab77-4b57-826b-ccb9c68fc674 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] show failed (client error): The resource could not be found. Apr 11 17:55:56.584155 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.584395 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.587875 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.587875 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.588121 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-a54fa29f-ab77-4b57-826b-ccb9c68fc674 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups/a908223c-ce8e-4e88-bd5b-9cfebaec1d4a HTTP/1.1" status: 404 len: 347 time: 0.0151849 Apr 11 17:55:56.588226 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.588226 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.588226 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.588226 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.588226 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f673d5e-be4e-4c7c-80f1-10c21ae7dff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:55:56.588667 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54458) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:56.728016 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-67eb06c4-603f-4771-843a-370008086c3a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Deleting port 476975b6-3b6a-46e8-ae4b-1e1635c80237 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:55:56.728274 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-67eb06c4-603f-4771-843a-370008086c3a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (476975b6-3b6a-46e8-ae4b-1e1635c80237), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:56.802242 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-67eb06c4-603f-4771-843a-370008086c3a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (476975b6-3b6a-46e8-ae4b-1e1635c80237), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:56.802568 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-67eb06c4-603f-4771-843a-370008086c3a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (476975b6-3b6a-46e8-ae4b-1e1635c80237), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:56.814462 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-67eb06c4-603f-4771-843a-370008086c3a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Calling delete_port for 476975b6-3b6a-46e8-ae4b-1e1635c80237 owned by network:floatingip {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:55:56.945136 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-67eb06c4-603f-4771-843a-370008086c3a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (476975b6-3b6a-46e8-ae4b-1e1635c80237), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:56.968162 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb06c4-603f-4771-843a-370008086c3a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event deleted for resources: {'Port': ['ID=476975b6-3b6a-46e8-ae4b-1e1635c80237,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:57.030288 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-67eb06c4-603f-4771-843a-370008086c3a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (cacb6539-2051-4f0c-8292-e9899fe2e871), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.032724 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-67eb06c4-603f-4771-843a-370008086c3a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.034152 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-67eb06c4-603f-4771-843a-370008086c3a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "DELETE /v2.0/floatingips/cacb6539-2051-4f0c-8292-e9899fe2e871 HTTP/1.1" status: 204 len: 168 time: 0.4453509 Apr 11 17:55:57.275225 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54462) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:57.279767 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-7cda319e-31fb-432a-aff0-b783e6547f25 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1682839198', 'description': 'tempest-description--1356943595'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:57.302354 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7cda319e-31fb-432a-aff0-b783e6547f25 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.365413 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7cda319e-31fb-432a-aff0-b783e6547f25 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (be0c041b-375e-499a-8158-bfd2881ac041), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.368881 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7cda319e-31fb-432a-aff0-b783e6547f25 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (be0c041b-375e-499a-8158-bfd2881ac041), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.398395 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7cda319e-31fb-432a-aff0-b783e6547f25 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.399581 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-7cda319e-31fb-432a-aff0-b783e6547f25 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1233742 Apr 11 17:55:57.401449 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda319e-31fb-432a-aff0-b783e6547f25 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0c041b-375e-499a-8158-bfd2881ac041,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:57.402607 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54464) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:57.409206 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-457ab155-bba4-4a37-a757-37ba0a1b0743 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'security_group_rule': {'security_group_id': 'be0c041b-375e-499a-8158-bfd2881ac041', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:57.434529 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-457ab155-bba4-4a37-a757-37ba0a1b0743 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (16060b5a-846e-4120-a8e2-1b61c9961e78), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.492212 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-457ab155-bba4-4a37-a757-37ba0a1b0743 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (16060b5a-846e-4120-a8e2-1b61c9961e78), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.495956 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-457ab155-bba4-4a37-a757-37ba0a1b0743 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (16060b5a-846e-4120-a8e2-1b61c9961e78), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.513780 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ab155-bba4-4a37-a757-37ba0a1b0743 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16060b5a-846e-4120-a8e2-1b61c9961e78,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:57.520923 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-457ab155-bba4-4a37-a757-37ba0a1b0743 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.522091 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-457ab155-bba4-4a37-a757-37ba0a1b0743 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171317 Apr 11 17:55:57.524664 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54466) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:57.528902 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-3480905a-d91f-4d24-91e8-f61ba553c004 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'security_group_rule': {'security_group_id': 'be0c041b-375e-499a-8158-bfd2881ac041', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:57.557358 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3480905a-d91f-4d24-91e8-f61ba553c004 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (055f2170-f889-4bbd-bc55-18cfc05e6e14), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.614461 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3480905a-d91f-4d24-91e8-f61ba553c004 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (055f2170-f889-4bbd-bc55-18cfc05e6e14), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.617317 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3480905a-d91f-4d24-91e8-f61ba553c004 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (055f2170-f889-4bbd-bc55-18cfc05e6e14), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.636303 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480905a-d91f-4d24-91e8-f61ba553c004 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055f2170-f889-4bbd-bc55-18cfc05e6e14,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:57.641708 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3480905a-d91f-4d24-91e8-f61ba553c004 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.643586 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-3480905a-d91f-4d24-91e8-f61ba553c004 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172886 Apr 11 17:55:57.648549 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54476) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:55:57.651286 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:55:57.670440 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.747626 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.851902 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Allocated IP 172.27.1.25 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/e3ca7a0f-5a49-42dc-9a44-8d338343874e) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:55:57.954345 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for port (e3ca7a0f-5a49-42dc-9a44-8d338343874e), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:57.987234 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (e3ca7a0f-5a49-42dc-9a44-8d338343874e), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:58.027423 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:55:58.030301 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:55:58.034005 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:55:58.060268 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'Port': ['ID=e3ca7a0f-5a49-42dc-9a44-8d338343874e,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:58.124752 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (c0d72721-b34a-41ad-83ff-76427fdfed7e), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:58.159270 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e3ca7a0f-5a49-42dc-9a44-8d338343874e), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:58.306696 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for port (e3ca7a0f-5a49-42dc-9a44-8d338343874e), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:58.310883 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (e3ca7a0f-5a49-42dc-9a44-8d338343874e), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:58.317632 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:55:58.340338 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:55:58.340686 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 7d7ad3b6-3bbf-4ae7-b3a7-b83f76799f8c not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:55:58.381549 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'Port': ['ID=e3ca7a0f-5a49-42dc-9a44-8d338343874e,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:55:58.392417 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (c0d72721-b34a-41ad-83ff-76427fdfed7e), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:58.407248 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:55:58.408694 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-0109c721-e60c-48ca-93c6-5b54d7931ad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7617273 Apr 11 17:55:58.550890 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-a060ba9a-0fc1-48b8-b660-ef0a13e39bf1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1682839198&fields=id&tenant_id=87f1f626701c4ddfab0c5f855c39f8c3 HTTP/1.1" status: 200 len: 267 time: 0.0417807 Apr 11 17:55:58.656291 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-8425dfee-c70d-4273-9eb2-857f121a865c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:55:58.657787 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-8425dfee-c70d-4273-9eb2-857f121a865c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 814 time: 0.1007552 Apr 11 17:55:58.673268 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9303e9c6-6192-4632-b549-9d65bb36bad8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/quotas/87f1f626701c4ddfab0c5f855c39f8c3 HTTP/1.1" status: 200 len: 375 time: 0.0092580 Apr 11 17:55:58.726208 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-4001dd32-a757-4d56-aad6-638a06973b11 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447793 Apr 11 17:55:58.825684 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-8f46ea4c-ac80-4c63-bfbc-dfd3a87f8329 service neutron] 10.222.0.76 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901923 Apr 11 17:55:58.914998 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-4e41bc55-fc4a-481f-8b9c-1046879030a7 service neutron] 10.222.0.76 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833924 Apr 11 17:55:59.075106 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5b9aee83-958d-4208-8088-2418d56d3cef req-7e41ff71-b6e4-4a5f-8163-7b4b5331efcf tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 210 time: 0.0275962 Apr 11 17:55:59.772476 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:56:00.033698 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-b2fa4efc-7763-4c5b-8a4b-6baaa248778a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:00.035233 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-b2fa4efc-7763-4c5b-8a4b-6baaa248778a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 814 time: 0.1223805 Apr 11 17:56:00.101088 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-75b7e79a-9bbc-432a-a06f-92b663d83a93 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87f1f626701c4ddfab0c5f855c39f8c3 HTTP/1.1" status: 200 len: 380 time: 0.0543828 Apr 11 17:56:00.170060 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c153d100-c2f4-4f5b-94e2-5f5e8edf2e61 req-15054dc0-175d-4f31-8031-e3f746931c1b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 210 time: 0.0293441 Apr 11 17:56:00.185245 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'port': {'device_id': '6036da9b-8326-4444-a68c-ee6cec06e301', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'admin_state_up': True, 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'security_groups': ['be0c041b-375e-499a-8158-bfd2881ac041']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:00.292930 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Made reservation on behalf of 87f1f626701c4ddfab0c5f855c39f8c3 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:56:00.296160 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:00.419982 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Allocated IP 172.20.0.14 (d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f/b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8/ca9d5f55-0051-40b5-a473-f6d6cfdc916b) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:56:00.553645 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:00.587845 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:00.633715 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:56:00.636726 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:56:00.640213 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:56:00.668914 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'Port': ['ID=ca9d5f55-0051-40b5-a473-f6d6cfdc916b,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:00.693717 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:00.694346 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:00.711322 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-6b03fb14-c321-40e8-bb82-5f80f9754e6e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5299602 Apr 11 17:56:00.723307 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Request body: {'port': {'device_id': '6036da9b-8326-4444-a68c-ee6cec06e301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:00.785326 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:00.897649 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-660085ab-582b-4ded-9afc-fed482442655 None None] Provisioning complete for port ca9d5f55-0051-40b5-a473-f6d6cfdc916b triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:00.898624 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-660085ab-582b-4ded-9afc-fed482442655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:00.936537 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-660085ab-582b-4ded-9afc-fed482442655 None None] Port ca9d5f55-0051-40b5-a473-f6d6cfdc916b cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:56:01.055878 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9d5f55-0051-40b5-a473-f6d6cfdc916b {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:56:01.065373 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Publish callbacks [] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:01.082026 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Transition to ACTIVE for port object ca9d5f55-0051-40b5-a473-f6d6cfdc916b will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:56:01.087431 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:01.139617 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Pushing event updated for resources: {'Port': ['ID=ca9d5f55-0051-40b5-a473-f6d6cfdc916b,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:01.232996 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Attempting to bind port ca9d5f55-0051-40b5-a473-f6d6cfdc916b on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:56:01.233344 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Attempting to bind port ca9d5f55-0051-40b5-a473-f6d6cfdc916b by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:56:01.233652 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Attempting to bind port ca9d5f55-0051-40b5-a473-f6d6cfdc916b on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:56:01.238146 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Port ca9d5f55-0051-40b5-a473-f6d6cfdc916b on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:56:01.238697 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Attempting to bind port ca9d5f55-0051-40b5-a473-f6d6cfdc916b on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:56:01.246357 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:56:01.246690 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Checking segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:56:01.247072 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Bound using segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:56:01.247549 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Bound port: ca9d5f55-0051-40b5-a473-f6d6cfdc916b, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:56:01.247887 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:01.324490 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2f5f5-dfbf-4a3f-8c82-efd466c02238 req-db3b61c1-d16d-4005-b49f-fd453b37f872 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:01.326502 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-58e2f5f5-dfbf-4a3f-8c82-efd466c02238 req-db3b61c1-d16d-4005-b49f-fd453b37f872 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 944 time: 0.0817912 Apr 11 17:56:01.381169 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] For port ca9d5f55-0051-40b5-a473-f6d6cfdc916b, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:56:01.385977 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] For port ca9d5f55-0051-40b5-a473-f6d6cfdc916b, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ca9d5f55-0051-40b5-a473-f6d6cfdc916b,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:56:01.400297 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:01.431922 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-58e2f5f5-dfbf-4a3f-8c82-efd466c02238 req-d8623859-155f-4638-a322-ae99b2f6967b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986991 Apr 11 17:56:01.442572 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:01.443258 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:01.444616 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] 10.222.0.18 "PUT /v2.0/ports/ca9d5f55-0051-40b5-a473-f6d6cfdc916b HTTP/1.1" status: 200 len: 1094 time: 0.7262423 Apr 11 17:56:01.447074 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6036da9b-8326-4444-a68c-ee6cec06e301', 'tag': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:01.450158 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09909903-cc6b-4d7a-bb20-9b7cbc3a97c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6036da9b-8326-4444-a68c-ee6cec06e301", "tag": "ca9d5f55-0051-40b5-a473-f6d6cfdc916b"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:01.496322 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f1c63c-3e8d-4009-af27-c3385db88412 x-openstack-request-id: req-e7f1c63c-3e8d-4009-af27-c3385db88412 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:01.496613 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6036da9b-8326-4444-a68c-ee6cec06e301", "tag": "ca9d5f55-0051-40b5-a473-f6d6cfdc916b", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:01.496881 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e7f1c63c-3e8d-4009-af27-c3385db88412 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:01.497282 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f1c63c-3e8d-4009-af27-c3385db88412'] response: {'name': 'network-changed', 'server_uuid': '6036da9b-8326-4444-a68c-ee6cec06e301', 'tag': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b', 'status': 'completed', 'code': 200} Apr 11 17:56:01.512635 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8c552-6ce7-45a6-a21a-ea40cc42b83e service neutron] Pushing event updated for resources: {'Port': ['ID=ca9d5f55-0051-40b5-a473-f6d6cfdc916b,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:01.527811 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-c3b6b7c8-cf9e-473c-944c-e6cb3154852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:01.529350 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-c3b6b7c8-cf9e-473c-944c-e6cb3154852f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 1128 time: 0.0439565 Apr 11 17:56:01.573708 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-91093199-334a-4632-985f-91f489bb6497 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca9d5f55-0051-40b5-a473-f6d6cfdc916b HTTP/1.1" status: 200 len: 217 time: 0.0350518 Apr 11 17:56:01.627973 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-84ec5dba-fd7f-46f7-9665-5e0f946ee351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:01.629642 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-84ec5dba-fd7f-46f7-9665-5e0f946ee351 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 200 len: 853 time: 0.0494704 Apr 11 17:56:01.673232 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-db170e41-aeb8-441b-8d82-4fb3edaca602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:01.674665 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-db170e41-aeb8-441b-8d82-4fb3edaca602 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387676 Apr 11 17:56:01.762023 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-94313ca9-4cc7-418b-b902-0f7c921eea6e service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804648 Apr 11 17:56:01.853135 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e484be06-79a0-49e5-b12a-86c44ab31909 req-45492181-0856-4be9-a258-534a068355af service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841928 Apr 11 17:56:02.220966 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54546) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:02.264808 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b226f0f-6f0c-49fc-b0ce-76f53e49d7ef admin admin] Deleting subnet 1878d069-8aa7-466d-8fba-07f0b5d10a25 {{(pid=114850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:56:02.267873 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8b226f0f-6f0c-49fc-b0ce-76f53e49d7ef admin admin] Publish callbacks [] for subnet (1878d069-8aa7-466d-8fba-07f0b5d10a25), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:02.300518 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8b226f0f-6f0c-49fc-b0ce-76f53e49d7ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25836544'] for subnet (1878d069-8aa7-466d-8fba-07f0b5d10a25), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:02.342685 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8b226f0f-6f0c-49fc-b0ce-76f53e49d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (1878d069-8aa7-466d-8fba-07f0b5d10a25), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:02.394092 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8b226f0f-6f0c-49fc-b0ce-76f53e49d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25603928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660931'] for subnet (1878d069-8aa7-466d-8fba-07f0b5d10a25), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:02.419998 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b226f0f-6f0c-49fc-b0ce-76f53e49d7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1878d069-8aa7-466d-8fba-07f0b5d10a25,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:02.421959 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8b226f0f-6f0c-49fc-b0ce-76f53e49d7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:02.425091 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-8b226f0f-6f0c-49fc-b0ce-76f53e49d7ef admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1878d069-8aa7-466d-8fba-07f0b5d10a25 HTTP/1.1" status: 204 len: 168 time: 0.2031295 Apr 11 17:56:02.428047 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54548) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:02.496943 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (acff1887-5be1-4672-9d47-5aef9cf1670a), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:02.567553 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb541d70-ec4c-4588-b1e2-44c05805a255 req-23dd650a-4deb-4661-88ff-cbfb256ee8c8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:02.569022 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cb541d70-ec4c-4588-b1e2-44c05805a255 req-23dd650a-4deb-4661-88ff-cbfb256ee8c8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 944 time: 0.0700688 Apr 11 17:56:02.626720 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (acff1887-5be1-4672-9d47-5aef9cf1670a), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:02.663571 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acff1887-5be1-4672-9d47-5aef9cf1670a']}} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:02.678007 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cb541d70-ec4c-4588-b1e2-44c05805a255 req-5ed1caca-a50e-40cc-9c0d-96036b44e39b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000068 Apr 11 17:56:02.679560 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10575a67-0505-496b-bbdc-8971254375ef') {'for_net_delete': True} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:02.679857 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10575a67-0505-496b-bbdc-8971254375ef') {} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:02.689078 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25836553'] for segment (10575a67-0505-496b-bbdc-8971254375ef), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:02.703370 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (10575a67-0505-496b-bbdc-8971254375ef), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:02.709673 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=114850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:56:02.709940 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25604082'] for segment (10575a67-0505-496b-bbdc-8971254375ef), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: Traceback (most recent call last): Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: timer() Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: cb(*args, **kw) Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: return func(*args, **kwargs) Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: self._notify() Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: self.callback(batched_events) Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: event.method(event) Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: return f(self, *a, **k) Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._get(url).json() Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: return self.request(url, 'GET', **kwargs) Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:56:02.711591 dv-cinder-837353-1-iscsi neutron-server[114850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:56:02.763365 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (acff1887-5be1-4672-9d47-5aef9cf1670a), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:02.778131 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:02.781290 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] 10.222.0.76 "DELETE /v2.0/networks/acff1887-5be1-4672-9d47-5aef9cf1670a HTTP/1.1" status: 204 len: 168 time: 0.3523419 Apr 11 17:56:02.784051 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452677e-35e6-4196-b4a6-0ad79025fc4b admin admin] Pushing event deleted for resources: {'Network': ['ID=acff1887-5be1-4672-9d47-5aef9cf1670a,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:02.822493 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09909903-cc6b-4d7a-bb20-9b7cbc3a97c7 req-152eed15-9dc7-448d-b842-20f3dbf0ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:02.824028 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-09909903-cc6b-4d7a-bb20-9b7cbc3a97c7 req-152eed15-9dc7-448d-b842-20f3dbf0ba9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 1128 time: 0.0414443 Apr 11 17:56:02.918383 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09909903-cc6b-4d7a-bb20-9b7cbc3a97c7 req-e3c4bff7-9624-428a-bf07-c6fa9e6f1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:02.919853 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-09909903-cc6b-4d7a-bb20-9b7cbc3a97c7 req-e3c4bff7-9624-428a-bf07-c6fa9e6f1818 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 915 time: 0.0894246 Apr 11 17:56:02.946857 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54554) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:02.962569 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-09909903-cc6b-4d7a-bb20-9b7cbc3a97c7 req-0b73e831-c66d-4ed4-8099-9422b0daef7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca9d5f55-0051-40b5-a473-f6d6cfdc916b HTTP/1.1" status: 200 len: 217 time: 0.0352488 Apr 11 17:56:02.986885 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-71dc4283-7fd4-4ce1-bbf2-88c03b8a2090 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b0f304599a5748268698298a3e9f8843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387979 Apr 11 17:56:02.989404 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54556) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:03.014854 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09909903-cc6b-4d7a-bb20-9b7cbc3a97c7 req-22a43cf4-1ec8-4842-b8b0-28c632aac6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:03.016317 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-09909903-cc6b-4d7a-bb20-9b7cbc3a97c7 req-22a43cf4-1ec8-4842-b8b0-28c632aac6ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 200 len: 853 time: 0.0467353 Apr 11 17:56:03.036209 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cece1600-4190-4fb6-9d40-5b05035ea4e5 admin admin] Publish callbacks [] for security_group (0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:03.056867 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cece1600-4190-4fb6-9d40-5b05035ea4e5 admin admin] Publish callbacks [] for security_group (0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:03.058946 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09909903-cc6b-4d7a-bb20-9b7cbc3a97c7 req-5358ff48-e913-4071-97f0-28a769bdc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:03.060598 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-09909903-cc6b-4d7a-bb20-9b7cbc3a97c7 req-5358ff48-e913-4071-97f0-28a769bdc018 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375221 Apr 11 17:56:03.105624 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cece1600-4190-4fb6-9d40-5b05035ea4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:03.108165 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cece1600-4190-4fb6-9d40-5b05035ea4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:03.109364 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-cece1600-4190-4fb6-9d40-5b05035ea4e5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3 HTTP/1.1" status: 204 len: 168 time: 0.1190856 Apr 11 17:56:03.117047 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece1600-4190-4fb6-9d40-5b05035ea4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc4bc17-f8cf-4e6d-ac82-c3048ce9e3f3,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:03.158421 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-09909903-cc6b-4d7a-bb20-9b7cbc3a97c7 req-5f6423a1-7844-4bed-bcf2-da1317c3b3bb service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897813 Apr 11 17:56:03.246743 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-09909903-cc6b-4d7a-bb20-9b7cbc3a97c7 req-21f4c5d3-850d-4aa0-baa5-57d4c8cc79e5 service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826654 Apr 11 17:56:03.791255 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03ac01-4c78-4e59-a362-333ed52b2c50 req-4996769c-c6ae-4ad0-bd6f-b08d5346f770 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:03.792835 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ad03ac01-4c78-4e59-a362-333ed52b2c50 req-4996769c-c6ae-4ad0-bd6f-b08d5346f770 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 944 time: 0.0485735 Apr 11 17:56:03.841495 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ad03ac01-4c78-4e59-a362-333ed52b2c50 req-8c64d828-ccb3-4429-92c4-3a8f3664285f tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432422 Apr 11 17:56:04.355870 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device ca9d5f55-0051-40b5-a473-f6d6cfdc916b details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:56:04.459098 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port ca9d5f55-0051-40b5-a473-f6d6cfdc916b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ca9d5f55-0051-40b5-a473-f6d6cfdc916b,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:04.470031 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'port_id': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b', 'mac_address': 'fa:16:3e:5b:03:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:56:04.508693 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port ca9d5f55-0051-40b5-a473-f6d6cfdc916b is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:04.509110 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:04.522069 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9d5f55-0051-40b5-a473-f6d6cfdc916b {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:56:04.543958 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port ca9d5f55-0051-40b5-a473-f6d6cfdc916b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ca9d5f55-0051-40b5-a473-f6d6cfdc916b,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:04.547556 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:04.592529 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=ca9d5f55-0051-40b5-a473-f6d6cfdc916b,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:04.599421 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.599762 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.600139 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.600477 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.600807 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.601153 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.601473 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.601791 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.602107 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.602423 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.602737 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.603051 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.603362 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.603674 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.603989 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:04.840347 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['ca9d5f55-0051-40b5-a473-f6d6cfdc916b'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:56:04.957257 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfe13c-3159-4877-8025-fd24a308a4d0 req-d005f885-8fd7-46b4-8d27-c90e6d7d9dc0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:04.959093 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e4cfe13c-3159-4877-8025-fd24a308a4d0 req-d005f885-8fd7-46b4-8d27-c90e6d7d9dc0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 945 time: 0.0468357 Apr 11 17:56:05.005499 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e4cfe13c-3159-4877-8025-fd24a308a4d0 req-b32ac7a4-7c66-4def-bc69-da6d6e33f639 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Apr 11 17:56:06.112782 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003853e-0cab-4b2b-ba77-36d47f3d6a8f req-bc39e8cf-5269-4a3b-b60e-3c65e629edd9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:06.114773 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0003853e-0cab-4b2b-ba77-36d47f3d6a8f req-bc39e8cf-5269-4a3b-b60e-3c65e629edd9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 945 time: 0.0453620 Apr 11 17:56:06.158964 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0003853e-0cab-4b2b-ba77-36d47f3d6a8f req-f271b25c-1892-4ac8-b10a-b474b9920d72 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387628 Apr 11 17:56:07.193736 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device ca9d5f55-0051-40b5-a473-f6d6cfdc916b up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:56:07.237789 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port ca9d5f55-0051-40b5-a473-f6d6cfdc916b completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:56:07.244520 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port ca9d5f55-0051-40b5-a473-f6d6cfdc916b triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:07.244928 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:07.275002 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918fc50-a0d0-4931-ae3f-48ef5f34eb91 req-617e3da2-aaa6-479e-9545-573cb5c2e403 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:07.276459 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0918fc50-a0d0-4931-ae3f-48ef5f34eb91 req-617e3da2-aaa6-479e-9545-573cb5c2e403 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 945 time: 0.0514846 Apr 11 17:56:07.320372 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port ca9d5f55-0051-40b5-a473-f6d6cfdc916b is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:07.320758 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:07.322731 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0918fc50-a0d0-4931-ae3f-48ef5f34eb91 req-ec1b346e-2dc5-4f80-a4de-8c11382b9d32 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401828 Apr 11 17:56:07.346229 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6036da9b-8326-4444-a68c-ee6cec06e301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:07.348458 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907c03c9-ff8f-439f-8bda-d337cbc609f0" -d '{"events": [{"server_uuid": "6036da9b-8326-4444-a68c-ee6cec06e301", "name": "network-vif-plugged", "status": "completed", "tag": "ca9d5f55-0051-40b5-a473-f6d6cfdc916b"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:07.478437 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6263837d-5ee8-4b42-8f72-cd121a3dfab2 x-openstack-request-id: req-6263837d-5ee8-4b42-8f72-cd121a3dfab2 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:07.478663 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6036da9b-8326-4444-a68c-ee6cec06e301", "name": "network-vif-plugged", "status": "completed", "tag": "ca9d5f55-0051-40b5-a473-f6d6cfdc916b", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:07.478867 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6263837d-5ee8-4b42-8f72-cd121a3dfab2 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:07.479253 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6263837d-5ee8-4b42-8f72-cd121a3dfab2'] response: {'server_uuid': '6036da9b-8326-4444-a68c-ee6cec06e301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b', 'code': 200} Apr 11 17:56:07.482635 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port ca9d5f55-0051-40b5-a473-f6d6cfdc916b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ca9d5f55-0051-40b5-a473-f6d6cfdc916b,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:07.486589 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:07.532530 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=ca9d5f55-0051-40b5-a473-f6d6cfdc916b,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:08.247265 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a769e71-342c-403b-ba43-0b633fd900ec req-e306e540-cd79-4abf-bb0f-50cb5668a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:08.248738 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8a769e71-342c-403b-ba43-0b633fd900ec req-e306e540-cd79-4abf-bb0f-50cb5668a7cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 1130 time: 0.0376039 Apr 11 17:56:08.301463 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8a769e71-342c-403b-ba43-0b633fd900ec req-d959af57-15be-4883-9197-e9fd9e46696b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383580 Apr 11 17:56:08.386276 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0fdd76f0-e80a-4145-b23f-d91b15be4561 req-81f731d5-bfbb-4682-be1e-4942b9a180a6 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418002003&fields=id&tenant_id=3802c6d8d7934a8ba9a8d8577a589533 HTTP/1.1" status: 200 len: 267 time: 0.0430226 Apr 11 17:56:08.463940 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dce59-4e29-49c3-a9a1-92d4868f090b req-158b06a3-1894-433a-b9ab-641e50777a8b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:08.465442 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-862dce59-4e29-49c3-a9a1-92d4868f090b req-158b06a3-1894-433a-b9ab-641e50777a8b tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 946 time: 0.0756981 Apr 11 17:56:08.475917 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd76f0-e80a-4145-b23f-d91b15be4561 req-112beaf2-2f54-4651-a39e-f1ef6e46910a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:08.477341 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0fdd76f0-e80a-4145-b23f-d91b15be4561 req-112beaf2-2f54-4651-a39e-f1ef6e46910a tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 985 time: 0.0790923 Apr 11 17:56:08.495044 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-0fdd76f0-e80a-4145-b23f-d91b15be4561 req-112d183a-10a9-4600-859f-5b436ae5e747 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Request body: {'port': {'security_groups': ['f9ecdec5-81d9-4867-b203-0cced9ab3f42']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:08.557177 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-862dce59-4e29-49c3-a9a1-92d4868f090b req-363a9c83-bd3e-4891-99f7-ea03bb6a4798 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788622 Apr 11 17:56:08.598126 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-0fdd76f0-e80a-4145-b23f-d91b15be4561 req-112d183a-10a9-4600-859f-5b436ae5e747 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:08.778711 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-0fdd76f0-e80a-4145-b23f-d91b15be4561 req-112d183a-10a9-4600-859f-5b436ae5e747 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] For port ad6a0cff-b605-46fa-8ed9-eed123e1d90f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:09.050402 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-0fdd76f0-e80a-4145-b23f-d91b15be4561 req-112d183a-10a9-4600-859f-5b436ae5e747 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.055343 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-0fdd76f0-e80a-4145-b23f-d91b15be4561 req-112d183a-10a9-4600-859f-5b436ae5e747 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.098683 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd76f0-e80a-4145-b23f-d91b15be4561 req-112d183a-10a9-4600-859f-5b436ae5e747 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:09.100060 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-0fdd76f0-e80a-4145-b23f-d91b15be4561 req-112d183a-10a9-4600-859f-5b436ae5e747 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.101527 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0fdd76f0-e80a-4145-b23f-d91b15be4561 req-112d183a-10a9-4600-859f-5b436ae5e747 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "PUT /v2.0/ports/ad6a0cff-b605-46fa-8ed9-eed123e1d90f HTTP/1.1" status: 200 len: 943 time: 0.6174800 Apr 11 17:56:09.102097 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:09.104433 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1d201b-e1f7-4e75-bb8a-6ae0cd3c2e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:09.113027 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54622) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:09.136725 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d183a-10a9-4600-859f-5b436ae5e747 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event updated for resources: {'Port': ['ID=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,revision_number=7']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:09.145717 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73a9720-5539-46c3-9e3a-73a4eb56cdda x-openstack-request-id: req-f73a9720-5539-46c3-9e3a-73a4eb56cdda {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:09.146011 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:09.146854 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f73a9720-5539-46c3-9e3a-73a4eb56cdda {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:09.146854 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73a9720-5539-46c3-9e3a-73a4eb56cdda'] response: {'name': 'network-changed', 'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'status': 'completed', 'code': 200} Apr 11 17:56:09.180174 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c34d429e-0fcc-4c0c-8aad-558c935fe214 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group (900d55dc-4afe-4cca-b7f1-21fad046d5b5), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.207649 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c34d429e-0fcc-4c0c-8aad-558c935fe214 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group (900d55dc-4afe-4cca-b7f1-21fad046d5b5), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.269992 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c34d429e-0fcc-4c0c-8aad-558c935fe214 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (900d55dc-4afe-4cca-b7f1-21fad046d5b5), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.272497 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c34d429e-0fcc-4c0c-8aad-558c935fe214 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.273681 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-c34d429e-0fcc-4c0c-8aad-558c935fe214 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "DELETE /v2.0/security-groups/900d55dc-4afe-4cca-b7f1-21fad046d5b5 HTTP/1.1" status: 204 len: 168 time: 0.1589081 Apr 11 17:56:09.276550 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54624) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:09.288111 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d429e-0fcc-4c0c-8aad-558c935fe214 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=900d55dc-4afe-4cca-b7f1-21fad046d5b5,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:09.342647 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-16e26e91-ae1d-4f85-ac06-2c6e07a60278 None None] Provisioning complete for port ad6a0cff-b605-46fa-8ed9-eed123e1d90f triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:09.343189 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-16e26e91-ae1d-4f85-ac06-2c6e07a60278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.424648 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-16e26e91-ae1d-4f85-ac06-2c6e07a60278 None None] Current status of the port ad6a0cff-b605-46fa-8ed9-eed123e1d90f is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:09.428335 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Deleting port d246a243-ff72-4e77-9e4e-0c547a30e55b {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:09.428822 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (d246a243-ff72-4e77-9e4e-0c547a30e55b), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.504996 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (d246a243-ff72-4e77-9e4e-0c547a30e55b), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.505320 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for floatingip (d246a243-ff72-4e77-9e4e-0c547a30e55b), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.516969 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Calling delete_port for d246a243-ff72-4e77-9e4e-0c547a30e55b owned by network:floatingip {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:09.681033 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eddce-178f-4d85-9a5c-1d9854399268 req-2998535d-44c9-4a4f-ae3a-6362afe71986 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:09.682488 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96eddce-178f-4d85-9a5c-1d9854399268 req-2998535d-44c9-4a4f-ae3a-6362afe71986 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 946 time: 0.0554669 Apr 11 17:56:09.759753 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96eddce-178f-4d85-9a5c-1d9854399268 req-da189cae-c680-4194-b6e2-621416427c96 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715821 Apr 11 17:56:09.760756 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (d246a243-ff72-4e77-9e4e-0c547a30e55b), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.791197 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event deleted for resources: {'Port': ['ID=d246a243-ff72-4e77-9e4e-0c547a30e55b,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:09.848721 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks [] for floatingip (6f185c41-b2f5-4ef1-b4ad-4684f22b23f7), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:09.849019 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Floating IP 6f185c41-b2f5-4ef1-b4ad-4684f22b23f7 disassociated (deleted). External IP: 172.27.1.63, port: ad6a0cff-b605-46fa-8ed9-eed123e1d90f. Apr 11 17:56:10.059662 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:56:10.166105 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:56:10.170844 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:10.175330 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699697b-011a-4d4c-ae9a-7c4b191b89bc None None] Sync routers for ids ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:56:10.184770 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699697b-011a-4d4c-ae9a-7c4b191b89bc None None] Routers {'52c7dca0-a1b3-409c-9b11-d9e87f02e749'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:10.185412 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-c699697b-011a-4d4c-ae9a-7c4b191b89bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:55:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:10.201371 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-ed3696e9-25ad-490b-aeea-9f26cb6f9b9e tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "DELETE /v2.0/floatingips/6f185c41-b2f5-4ef1-b4ad-4684f22b23f7 HTTP/1.1" status: 204 len: 168 time: 0.9236765 Apr 11 17:56:10.292503 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-c699697b-011a-4d4c-ae9a-7c4b191b89bc None None] Set router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:10.482045 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-c699697b-011a-4d4c-ae9a-7c4b191b89bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:53:10Z', 'revision_number': 4, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'cf370dfd-1a8d-400c-9743-d78e030de591', 'name': '', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'mac_address': 'fa:16:3e:42:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:08Z', 'updated_at': '2022-04-11T17:53:17Z', 'revision_number': 5, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'subnets': [{'id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:10.512620 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699697b-011a-4d4c-ae9a-7c4b191b89bc None None] Checking router: 52c7dca0-a1b3-409c-9b11-d9e87f02e749 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:56:10.520801 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699697b-011a-4d4c-ae9a-7c4b191b89bc None None] Routers {'52c7dca0-a1b3-409c-9b11-d9e87f02e749'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:10.521459 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-c699697b-011a-4d4c-ae9a-7c4b191b89bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:55:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:10.625430 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-c699697b-011a-4d4c-ae9a-7c4b191b89bc None None] Set router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:10.811575 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-c699697b-011a-4d4c-ae9a-7c4b191b89bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:53:10Z', 'revision_number': 4, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'cf370dfd-1a8d-400c-9743-d78e030de591', 'name': '', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'mac_address': 'fa:16:3e:42:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:08Z', 'updated_at': '2022-04-11T17:53:17Z', 'revision_number': 5, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'subnets': [{'id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:10.838818 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699697b-011a-4d4c-ae9a-7c4b191b89bc None None] The sync data for ids ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'] in dv-cinder-837353-1-iscsi is: [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:53:10Z', 'revision_number': 4, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'cf370dfd-1a8d-400c-9743-d78e030de591', 'name': '', 'network_id': '6fdbc451-a168-4260-b1a4-3cd2c2ba6735', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'mac_address': 'fa:16:3e:42:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:08Z', 'updated_at': '2022-04-11T17:53:17Z', 'revision_number': 5, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'subnets': [{'id': '149a2d61-f152-4c6a-8a91-620863f2eb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:56:10.874371 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacfa8e-1c67-4ce9-bc71-5f3de759dd8b req-dea116aa-9dd5-4567-9b1c-d1144b87b540 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:10.875936 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1aacfa8e-1c67-4ce9-bc71-5f3de759dd8b req-dea116aa-9dd5-4567-9b1c-d1144b87b540 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 946 time: 0.0481713 Apr 11 17:56:10.925593 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1aacfa8e-1c67-4ce9-bc71-5f3de759dd8b req-b2be7c18-d977-4382-9688-88d12172a9cb tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433218 Apr 11 17:56:11.051506 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31f48e-7abf-4b14-b59c-c1dc3cc79403 None None] New status for floating IP 6f185c41-b2f5-4ef1-b4ad-4684f22b23f7: DOWN {{(pid=114853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:56:11.147925 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:11.150247 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63da3d7d-5aa3-4fb5-a34a-bd603c1bb505" -d '{"events": [{"name": "network-changed", "server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:11.184418 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98f5f6f-1a90-4805-9abc-25821f18e4a4 x-openstack-request-id: req-a98f5f6f-1a90-4805-9abc-25821f18e4a4 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:11.184735 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:11.185004 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a98f5f6f-1a90-4805-9abc-25821f18e4a4 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:11.185405 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98f5f6f-1a90-4805-9abc-25821f18e4a4'] response: {'name': 'network-changed', 'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'status': 'completed', 'code': 200} Apr 11 17:56:11.405382 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['ad6a0cff-b605-46fa-8ed9-eed123e1d90f'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:56:11.532061 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['ad6a0cff-b605-46fa-8ed9-eed123e1d90f'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:56:11.672750 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d201b-e1f7-4e75-bb8a-6ae0cd3c2e7e req-37f3a9be-bea4-4555-b676-6ba25e510098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:11.674424 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d1d201b-e1f7-4e75-bb8a-6ae0cd3c2e7e req-37f3a9be-bea4-4555-b676-6ba25e510098 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3802c6d8d7934a8ba9a8d8577a589533&device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 1130 time: 0.0470428 Apr 11 17:56:11.767208 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d201b-e1f7-4e75-bb8a-6ae0cd3c2e7e req-c91b60a9-5815-4d37-9e64-dc9e4a731c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:11.768666 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d1d201b-e1f7-4e75-bb8a-6ae0cd3c2e7e req-c91b60a9-5815-4d37-9e64-dc9e4a731c3f service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735 HTTP/1.1" status: 200 len: 916 time: 0.0879745 Apr 11 17:56:12.039879 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19d3a6-c738-4dc6-814e-ca96c2f5ef1d req-3cf4cf2e-0177-4fbe-9779-dfcb182c2fe2 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:12.041331 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a19d3a6-c738-4dc6-814e-ca96c2f5ef1d req-3cf4cf2e-0177-4fbe-9779-dfcb182c2fe2 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 946 time: 0.0495734 Apr 11 17:56:12.087163 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a19d3a6-c738-4dc6-814e-ca96c2f5ef1d req-cd65efe5-7682-4de0-80bf-6d168d147d7d tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403550 Apr 11 17:56:12.128491 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d1d201b-e1f7-4e75-bb8a-6ae0cd3c2e7e req-3a2059fc-1db9-47fd-ae35-eccd0d5f4861 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f HTTP/1.1" status: 200 len: 217 time: 0.0347521 Apr 11 17:56:13.168588 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-a86b4875-a1b6-402a-96e7-a15d64ff654c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:13.196984 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4113f83-8873-413c-a43d-0d6c1bd5ab75 req-f294730b-e5c1-4310-9376-01781fef6174 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:13.198366 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e4113f83-8873-413c-a43d-0d6c1bd5ab75 req-f294730b-e5c1-4310-9376-01781fef6174 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 946 time: 0.0454991 Apr 11 17:56:13.247305 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e4113f83-8873-413c-a43d-0d6c1bd5ab75 req-f1a089ca-08d4-448a-b9cb-be80c78dab52 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433614 Apr 11 17:56:13.352038 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0035e-4d05-45ac-8d90-2ebd3d41d9eb req-56933f13-0f55-41bc-8a01-0a0126231256 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:13.353508 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e0c0035e-4d05-45ac-8d90-2ebd3d41d9eb req-56933f13-0f55-41bc-8a01-0a0126231256 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 946 time: 0.0453053 Apr 11 17:56:13.361811 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54664) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:13.366536 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-a39f6a06-3c1c-4308-809b-56b229d386e0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'floatingip': {'port_id': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:13.403542 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a39f6a06-3c1c-4308-809b-56b229d386e0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (c0d72721-b34a-41ad-83ff-76427fdfed7e), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:13.831725 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a39f6a06-3c1c-4308-809b-56b229d386e0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:13.835794 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a39f6a06-3c1c-4308-809b-56b229d386e0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (c0d72721-b34a-41ad-83ff-76427fdfed7e), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:13.934770 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [None req-a39f6a06-3c1c-4308-809b-56b229d386e0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Floating IP c0d72721-b34a-41ad-83ff-76427fdfed7e associated. External IP: 172.27.1.25, port: ca9d5f55-0051-40b5-a473-f6d6cfdc916b. Apr 11 17:56:14.142459 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39f6a06-3c1c-4308-809b-56b229d386e0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Router dc5e751c-933f-40e2-af43-f4222239248c has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:56:14.248722 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39f6a06-3c1c-4308-809b-56b229d386e0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:56:14.253268 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a39f6a06-3c1c-4308-809b-56b229d386e0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:14.258357 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a682e58-4492-4d49-9a1d-faacf6973784 None None] Sync routers for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:56:14.267898 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a682e58-4492-4d49-9a1d-faacf6973784 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:14.268507 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-3a682e58-4492-4d49-9a1d-faacf6973784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:55:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:14.284286 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-a39f6a06-3c1c-4308-809b-56b229d386e0 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "PUT /v2.0/floatingips/c0d72721-b34a-41ad-83ff-76427fdfed7e HTTP/1.1" status: 200 len: 991 time: 0.9214511 Apr 11 17:56:14.284880 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6036da9b-8326-4444-a68c-ee6cec06e301', 'tag': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:14.287144 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b90311d-34e9-434e-98be-cc9182723d20" -d '{"events": [{"name": "network-changed", "server_uuid": "6036da9b-8326-4444-a68c-ee6cec06e301", "tag": "ca9d5f55-0051-40b5-a473-f6d6cfdc916b"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:14.323191 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39c47dd-1dfc-4a33-bf07-e43b096b102e x-openstack-request-id: req-c39c47dd-1dfc-4a33-bf07-e43b096b102e {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:14.323487 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6036da9b-8326-4444-a68c-ee6cec06e301", "tag": "ca9d5f55-0051-40b5-a473-f6d6cfdc916b", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:14.323737 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c39c47dd-1dfc-4a33-bf07-e43b096b102e {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:14.324144 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39c47dd-1dfc-4a33-bf07-e43b096b102e'] response: {'name': 'network-changed', 'server_uuid': '6036da9b-8326-4444-a68c-ee6cec06e301', 'tag': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b', 'status': 'completed', 'code': 200} Apr 11 17:56:14.376720 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-3a682e58-4492-4d49-9a1d-faacf6973784 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:14.588528 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-3a682e58-4492-4d49-9a1d-faacf6973784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'c0d72721-b34a-41ad-83ff-76427fdfed7e', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:5b:03:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036da9b-8326-4444-a68c-ee6cec06e301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:55:58Z', 'updated_at': '2022-04-11T17:56:13Z', 'revision_number': 1, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:14.735326 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a682e58-4492-4d49-9a1d-faacf6973784 None None] Checking router: dc5e751c-933f-40e2-af43-f4222239248c for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:56:14.744186 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a682e58-4492-4d49-9a1d-faacf6973784 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:14.744795 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-3a682e58-4492-4d49-9a1d-faacf6973784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:55:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:14.851369 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-3a682e58-4492-4d49-9a1d-faacf6973784 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:15.065721 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-3a682e58-4492-4d49-9a1d-faacf6973784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'c0d72721-b34a-41ad-83ff-76427fdfed7e', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:5b:03:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036da9b-8326-4444-a68c-ee6cec06e301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:55:58Z', 'updated_at': '2022-04-11T17:56:13Z', 'revision_number': 1, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:15.096239 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a682e58-4492-4d49-9a1d-faacf6973784 None None] The sync data for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi is: [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'c0d72721-b34a-41ad-83ff-76427fdfed7e', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:5b:03:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036da9b-8326-4444-a68c-ee6cec06e301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:55:58Z', 'updated_at': '2022-04-11T17:56:13Z', 'revision_number': 1, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:56:15.263809 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90311d-34e9-434e-98be-cc9182723d20 req-3d7c03a7-77ae-4a90-9447-b7c4b51b12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:15.265378 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8b90311d-34e9-434e-98be-cc9182723d20 req-3d7c03a7-77ae-4a90-9447-b7c4b51b12c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 1130 time: 0.0673845 Apr 11 17:56:15.267241 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d201b-e1f7-4e75-bb8a-6ae0cd3c2e7e req-4a33f0d9-022d-47b3-9554-28ca8ec59bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:15.268571 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d1d201b-e1f7-4e75-bb8a-6ae0cd3c2e7e req-4a33f0d9-022d-47b3-9554-28ca8ec59bfd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=149a2d61-f152-4c6a-8a91-620863f2eb79 HTTP/1.1" status: 200 len: 854 time: 0.0811834 Apr 11 17:56:15.299457 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0b44fc-2cf9-4879-bf97-2e00f1ad0f72 None None] New status for floating IP c0d72721-b34a-41ad-83ff-76427fdfed7e: ACTIVE {{(pid=114853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:56:15.392816 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d201b-e1f7-4e75-bb8a-6ae0cd3c2e7e req-f11aafbd-3ff9-4902-80f0-61c694d9338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:15.394326 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d1d201b-e1f7-4e75-bb8a-6ae0cd3c2e7e req-f11aafbd-3ff9-4902-80f0-61c694d9338d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855434 Apr 11 17:56:15.475548 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90311d-34e9-434e-98be-cc9182723d20 req-5e28e69a-0917-4233-8709-406a606855b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:15.477049 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8b90311d-34e9-434e-98be-cc9182723d20 req-5e28e69a-0917-4233-8709-406a606855b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 915 time: 0.1786375 Apr 11 17:56:15.525125 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4aa2-c824-43a0-be8e-f2733bbfa5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:15.549458 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d1d201b-e1f7-4e75-bb8a-6ae0cd3c2e7e req-4faf5617-befb-4a79-9be6-b6906de16db3 service neutron] 10.222.0.18 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469257 Apr 11 17:56:15.567522 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8b90311d-34e9-434e-98be-cc9182723d20 req-fc8803cc-d748-4b28-800f-d438e6f07028 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca9d5f55-0051-40b5-a473-f6d6cfdc916b HTTP/1.1" status: 200 len: 1001 time: 0.0842113 Apr 11 17:56:15.915437 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90311d-34e9-434e-98be-cc9182723d20 req-7401facf-bc87-4737-b4a6-b51565a1f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:15.916921 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8b90311d-34e9-434e-98be-cc9182723d20 req-7401facf-bc87-4737-b4a6-b51565a1f650 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 200 len: 853 time: 0.3387914 Apr 11 17:56:15.956551 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d1d201b-e1f7-4e75-bb8a-6ae0cd3c2e7e req-df8166dd-f98d-49d5-9d3c-5a8973109909 service neutron] 10.222.0.18 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998258 Apr 11 17:56:15.968650 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90311d-34e9-434e-98be-cc9182723d20 req-a054d72e-7380-4efb-bb3d-782d06dc3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:15.970157 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8b90311d-34e9-434e-98be-cc9182723d20 req-a054d72e-7380-4efb-bb3d-782d06dc3f1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422366 Apr 11 17:56:16.088063 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da3d7d-5aa3-4fb5-a34a-bd603c1bb505 req-a0f2a5f4-9f65-4e7a-95d8-78b3de562841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:16.089583 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63da3d7d-5aa3-4fb5-a34a-bd603c1bb505 req-a0f2a5f4-9f65-4e7a-95d8-78b3de562841 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3802c6d8d7934a8ba9a8d8577a589533&device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 1130 time: 0.0505514 Apr 11 17:56:16.119969 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8b90311d-34e9-434e-98be-cc9182723d20 req-8e95f2e6-c88d-419f-953b-76310828c06f service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411600 Apr 11 17:56:16.247481 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da3d7d-5aa3-4fb5-a34a-bd603c1bb505 req-7b229da4-6a33-4965-bfba-64b39b78a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:16.248953 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63da3d7d-5aa3-4fb5-a34a-bd603c1bb505 req-7b229da4-6a33-4965-bfba-64b39b78a9d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735 HTTP/1.1" status: 200 len: 916 time: 0.1503077 Apr 11 17:56:16.299373 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8b90311d-34e9-434e-98be-cc9182723d20 req-8719783b-2b3f-4bfd-8e93-4313ee2e7906 service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711495 Apr 11 17:56:16.300714 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63da3d7d-5aa3-4fb5-a34a-bd603c1bb505 req-cf5893bf-9328-43ba-95e5-a2942bca055a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f HTTP/1.1" status: 200 len: 217 time: 0.0422485 Apr 11 17:56:16.356353 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da3d7d-5aa3-4fb5-a34a-bd603c1bb505 req-acade811-de90-4d87-b870-b68375da80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:16.357898 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63da3d7d-5aa3-4fb5-a34a-bd603c1bb505 req-acade811-de90-4d87-b870-b68375da80f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=149a2d61-f152-4c6a-8a91-620863f2eb79 HTTP/1.1" status: 200 len: 854 time: 0.0456629 Apr 11 17:56:16.401866 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da3d7d-5aa3-4fb5-a34a-bd603c1bb505 req-47474a2c-f536-4e9f-9145-66067b84f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:16.403360 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63da3d7d-5aa3-4fb5-a34a-bd603c1bb505 req-47474a2c-f536-4e9f-9145-66067b84f88f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6fdbc451-a168-4260-b1a4-3cd2c2ba6735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395226 Apr 11 17:56:16.495615 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:16.502091 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63da3d7d-5aa3-4fb5-a34a-bd603c1bb505 req-989bcff3-ee6c-40c5-a0f1-ba5cfae2e1df service neutron] 10.222.0.18 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904164 Apr 11 17:56:16.592112 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63da3d7d-5aa3-4fb5-a34a-bd603c1bb505 req-8932caff-53cb-41b6-b5ca-ed8e44f02dcd service neutron] 10.222.0.18 "GET /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834863 Apr 11 17:56:17.099969 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e24cdc-4105-4465-9e46-ff97b0a61add req-b0239fb9-2f92-4074-bd0c-d31459331291 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:17.101489 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-97e24cdc-4105-4465-9e46-ff97b0a61add req-b0239fb9-2f92-4074-bd0c-d31459331291 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 946 time: 0.0522044 Apr 11 17:56:17.147475 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-97e24cdc-4105-4465-9e46-ff97b0a61add req-10ebc893-3722-4c1a-8f90-22f5b17c7096 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 Apr 11 17:56:17.925447 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:18.259640 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe93c48-1a78-4679-a0e2-28250eb05b56 req-46a9181f-f32e-40d7-839b-92a712bb1b5c tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:18.261180 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ebe93c48-1a78-4679-a0e2-28250eb05b56 req-46a9181f-f32e-40d7-839b-92a712bb1b5c tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 946 time: 0.0472908 Apr 11 17:56:18.307042 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ebe93c48-1a78-4679-a0e2-28250eb05b56 req-9a9609a0-c06a-4cf0-b3ab-f576d7a0bdd4 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Apr 11 17:56:19.085639 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec4b0c-3b20-404e-a622-daf0c995a3bf req-3e7702ca-c5f9-43cf-8118-3bd18fbc9682 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:19.086956 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c8ec4b0c-3b20-404e-a622-daf0c995a3bf req-3e7702ca-c5f9-43cf-8118-3bd18fbc9682 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.18 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 946 time: 0.0487380 Apr 11 17:56:19.178167 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-c8ec4b0c-3b20-404e-a622-daf0c995a3bf req-34dd4ea3-68c0-46a7-939b-ebf03fcc1c08 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Deleting port ad6a0cff-b605-46fa-8ed9-eed123e1d90f {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:19.178503 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-c8ec4b0c-3b20-404e-a622-daf0c995a3bf req-34dd4ea3-68c0-46a7-939b-ebf03fcc1c08 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:19.267218 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-c8ec4b0c-3b20-404e-a622-daf0c995a3bf req-34dd4ea3-68c0-46a7-939b-ebf03fcc1c08 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] For port ad6a0cff-b605-46fa-8ed9-eed123e1d90f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:19.267905 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-c8ec4b0c-3b20-404e-a622-daf0c995a3bf req-34dd4ea3-68c0-46a7-939b-ebf03fcc1c08 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:19.281474 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-c8ec4b0c-3b20-404e-a622-daf0c995a3bf req-34dd4ea3-68c0-46a7-939b-ebf03fcc1c08 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Calling delete_port for ad6a0cff-b605-46fa-8ed9-eed123e1d90f owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:19.439832 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:19.451699 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df505-1bbe-48f7-a277-3dc4cb12c114 req-ba1c4f71-adc3-4b74-9259-2438ef5a7014 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:19.453202 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ae0df505-1bbe-48f7-a277-3dc4cb12c114 req-ba1c4f71-adc3-4b74-9259-2438ef5a7014 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 946 time: 0.0683579 Apr 11 17:56:19.454236 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-c8ec4b0c-3b20-404e-a622-daf0c995a3bf req-34dd4ea3-68c0-46a7-939b-ebf03fcc1c08 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (ad6a0cff-b605-46fa-8ed9-eed123e1d90f), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:19.467744 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['ad6a0cff-b605-46fa-8ed9-eed123e1d90f'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:56:19.496974 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd4ea3-68c0-46a7-939b-ebf03fcc1c08 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Pushing event deleted for resources: {'Port': ['ID=ad6a0cff-b605-46fa-8ed9-eed123e1d90f,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:19.550785 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ec4b0c-3b20-404e-a622-daf0c995a3bf req-34dd4ea3-68c0-46a7-939b-ebf03fcc1c08 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] No DVR routers for this DVR port ad6a0cff-b605-46fa-8ed9-eed123e1d90f on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:56:19.556820 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-c8ec4b0c-3b20-404e-a622-daf0c995a3bf req-34dd4ea3-68c0-46a7-939b-ebf03fcc1c08 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:19.559976 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c8ec4b0c-3b20-404e-a622-daf0c995a3bf req-34dd4ea3-68c0-46a7-939b-ebf03fcc1c08 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.18 "DELETE /v2.0/ports/ad6a0cff-b605-46fa-8ed9-eed123e1d90f HTTP/1.1" status: 204 len: 173 time: 0.4592111 Apr 11 17:56:19.560402 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'name': 'network-vif-deleted', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:19.562608 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677db2e6-e8b9-46c0-ae57-72e91d990c72" -d '{"events": [{"server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "name": "network-vif-deleted", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:19.572660 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ae0df505-1bbe-48f7-a277-3dc4cb12c114 req-7aeb7ae2-e602-43b7-a2f1-298e09c05054 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/security-groups?id=f9ecdec5-81d9-4867-b203-0cced9ab3f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119397 Apr 11 17:56:19.601067 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f5592c-24b6-49f4-a8c6-8ff58b6d8dcf x-openstack-request-id: req-29f5592c-24b6-49f4-a8c6-8ff58b6d8dcf {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:19.601359 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903ac002-08ab-4af8-80c1-ed3ed5243497", "name": "network-vif-deleted", "tag": "ad6a0cff-b605-46fa-8ed9-eed123e1d90f", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:19.601606 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29f5592c-24b6-49f4-a8c6-8ff58b6d8dcf {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:19.602009 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f5592c-24b6-49f4-a8c6-8ff58b6d8dcf'] response: {'server_uuid': '903ac002-08ab-4af8-80c1-ed3ed5243497', 'name': 'network-vif-deleted', 'tag': 'ad6a0cff-b605-46fa-8ed9-eed123e1d90f', 'status': 'completed', 'code': 200} Apr 11 17:56:20.848335 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-56840bf7-2ef0-4890-b3fb-bec27826e8e8 req-dc41ad2e-f392-45d3-9ea5-b71b79c97c23 tempest-TestMinimumBasicScenario-336321383 tempest-TestMinimumBasicScenario-336321383-project] 10.222.0.76 "GET /v2.0/ports?device_id=903ac002-08ab-4af8-80c1-ed3ed5243497 HTTP/1.1" status: 200 len: 210 time: 0.1932452 Apr 11 17:56:21.226632 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54778) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:21.329597 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4c7182b8-a5cd-46ea-870d-f9e4ccb204d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:21.402251 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4c7182b8-a5cd-46ea-870d-f9e4ccb204d8 admin admin] Publish callbacks [] for security_group (1c6786a6-486a-4e34-add9-7301b3ac6820), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:21.405776 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4c7182b8-a5cd-46ea-870d-f9e4ccb204d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (1c6786a6-486a-4e34-add9-7301b3ac6820), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:21.445394 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-4c7182b8-a5cd-46ea-870d-f9e4ccb204d8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9dcee4b4aad6441680e71adcce3ce8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177126 Apr 11 17:56:21.446479 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7182b8-a5cd-46ea-870d-f9e4ccb204d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6786a6-486a-4e34-add9-7301b3ac6820,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:21.448044 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54782) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:21.495117 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ca99698b-c2f0-4338-a8bc-51024b26080b admin admin] Publish callbacks [] for security_group (1c6786a6-486a-4e34-add9-7301b3ac6820), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:21.515564 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ca99698b-c2f0-4338-a8bc-51024b26080b admin admin] Publish callbacks [] for security_group (1c6786a6-486a-4e34-add9-7301b3ac6820), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:21.562232 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ca99698b-c2f0-4338-a8bc-51024b26080b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (1c6786a6-486a-4e34-add9-7301b3ac6820), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:21.565046 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ca99698b-c2f0-4338-a8bc-51024b26080b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:21.566477 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-ca99698b-c2f0-4338-a8bc-51024b26080b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c6786a6-486a-4e34-add9-7301b3ac6820 HTTP/1.1" status: 204 len: 168 time: 0.1173558 Apr 11 17:56:21.573868 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99698b-c2f0-4338-a8bc-51024b26080b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6786a6-486a-4e34-add9-7301b3ac6820,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:21.699266 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:22.563471 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54832) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:22.652330 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-056a71ec-0042-4ca0-ac06-5656b787fd75 req-40b97fe4-ed4b-4a3d-802c-b05ea3c2514e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487959 Apr 11 17:56:22.727568 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a71ec-0042-4ca0-ac06-5656b787fd75 req-a8f5fb5f-cd32-4824-9601-ef5e5947da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:22.729016 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-056a71ec-0042-4ca0-ac06-5656b787fd75 req-a8f5fb5f-cd32-4824-9601-ef5e5947da9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 1129 time: 0.0497742 Apr 11 17:56:22.901370 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a71ec-0042-4ca0-ac06-5656b787fd75 req-857454c0-34b9-4ea7-a981-ffb394d350f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:22.902715 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-056a71ec-0042-4ca0-ac06-5656b787fd75 req-857454c0-34b9-4ea7-a981-ffb394d350f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 200 len: 920 time: 0.1335845 Apr 11 17:56:22.964236 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-056a71ec-0042-4ca0-ac06-5656b787fd75 req-45010bf0-fc9a-4d97-a9c6-96f71361e8d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c8fdf2-3978-4da6-aeb9-b788265172fd HTTP/1.1" status: 200 len: 217 time: 0.0411239 Apr 11 17:56:23.088686 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a71ec-0042-4ca0-ac06-5656b787fd75 req-56049119-b2d2-424a-a07f-027d50ee48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:23.090137 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-056a71ec-0042-4ca0-ac06-5656b787fd75 req-56049119-b2d2-424a-a07f-027d50ee48fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 200 len: 858 time: 0.1183412 Apr 11 17:56:23.187166 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a71ec-0042-4ca0-ac06-5656b787fd75 req-1655c39e-ebb3-4bed-b241-176a30d42106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:23.188542 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-056a71ec-0042-4ca0-ac06-5656b787fd75 req-1655c39e-ebb3-4bed-b241-176a30d42106 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801861 Apr 11 17:56:23.189316 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5e55-9e8c-43f3-a84f-17815cea724e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594804'] for router_interface (52c7dca0-a1b3-409c-9b11-d9e87f02e749), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:23.354800 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-056a71ec-0042-4ca0-ac06-5656b787fd75 req-751aee4d-8a39-4aeb-9e40-ff01ae1dc159 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305263 Apr 11 17:56:23.440982 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device ad6a0cff-b605-46fa-8ed9-eed123e1d90f no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:23.462636 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: ad6a0cff-b605-46fa-8ed9-eed123e1d90f {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:23.462981 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device ad6a0cff-b605-46fa-8ed9-eed123e1d90f not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:23.569479 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-056a71ec-0042-4ca0-ac06-5656b787fd75 req-590d014d-1383-4646-aeb2-ccc8b9b85b10 service neutron] 10.222.0.18 "GET /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953738 Apr 11 17:56:23.607929 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-c2dd5e55-9e8c-43f3-a84f-17815cea724e admin admin] Deleting port cf370dfd-1a8d-400c-9743-d78e030de591 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:23.608264 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5e55-9e8c-43f3-a84f-17815cea724e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:23.938170 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [None req-c2dd5e55-9e8c-43f3-a84f-17815cea724e admin admin] For port cf370dfd-1a8d-400c-9743-d78e030de591, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=cf370dfd-1a8d-400c-9743-d78e030de591,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:23.938530 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5e55-9e8c-43f3-a84f-17815cea724e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:23.951573 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-c2dd5e55-9e8c-43f3-a84f-17815cea724e admin admin] Calling delete_port for cf370dfd-1a8d-400c-9743-d78e030de591 owned by network:router_interface {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:24.126042 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5e55-9e8c-43f3-a84f-17815cea724e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (cf370dfd-1a8d-400c-9743-d78e030de591), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:24.151504 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd5e55-9e8c-43f3-a84f-17815cea724e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf370dfd-1a8d-400c-9743-d78e030de591,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:24.318941 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5e55-9e8c-43f3-a84f-17815cea724e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594648'] for router_interface (52c7dca0-a1b3-409c-9b11-d9e87f02e749), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:24.536842 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dd5e55-9e8c-43f3-a84f-17815cea724e admin admin] Router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:56:24.643287 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dd5e55-9e8c-43f3-a84f-17815cea724e admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:56:24.649013 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-c2dd5e55-9e8c-43f3-a84f-17815cea724e admin admin] 10.222.0.76 "PUT /v2.0/routers/52c7dca0-a1b3-409c-9b11-d9e87f02e749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0844491 Apr 11 17:56:24.651774 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54834) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:24.652802 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603364fb-feeb-4b0f-84b8-5823df3d1499 None None] Sync routers for ids ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:56:24.663489 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603364fb-feeb-4b0f-84b8-5823df3d1499 None None] Routers {'52c7dca0-a1b3-409c-9b11-d9e87f02e749'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:24.664090 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-603364fb-feeb-4b0f-84b8-5823df3d1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:24.756028 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Publish callbacks [] for router (52c7dca0-a1b3-409c-9b11-d9e87f02e749), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:24.768515 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-603364fb-feeb-4b0f-84b8-5823df3d1499 None None] Set router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:24.862551 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Publish callbacks [] for router_gateway (52c7dca0-a1b3-409c-9b11-d9e87f02e749), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:24.905230 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Deleting port 267233f3-a64b-4953-9737-d56a941286ad {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:24.905566 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (267233f3-a64b-4953-9737-d56a941286ad), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:24.935753 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-603364fb-feeb-4b0f-84b8-5823df3d1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '267233f3-a64b-4953-9737-d56a941286ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:56:24Z', 'revision_number': 5, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port': {'id': '267233f3-a64b-4953-9737-d56a941286ad', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:01Z', 'updated_at': '2022-04-11T17:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:24.967886 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603364fb-feeb-4b0f-84b8-5823df3d1499 None None] Checking router: 52c7dca0-a1b3-409c-9b11-d9e87f02e749 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:56:24.976622 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603364fb-feeb-4b0f-84b8-5823df3d1499 None None] Routers {'52c7dca0-a1b3-409c-9b11-d9e87f02e749'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:24.977376 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-603364fb-feeb-4b0f-84b8-5823df3d1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:24.989550 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] For port 267233f3-a64b-4953-9737-d56a941286ad, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=267233f3-a64b-4953-9737-d56a941286ad,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:24.989910 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (267233f3-a64b-4953-9737-d56a941286ad), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.002781 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Calling delete_port for 267233f3-a64b-4953-9737-d56a941286ad owned by network:router_gateway {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:25.065615 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-603364fb-feeb-4b0f-84b8-5823df3d1499 None None] Set router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 gateway port host: None {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:25.118010 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-603364fb-feeb-4b0f-84b8-5823df3d1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:56:24Z', 'revision_number': 6, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port_host': None}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:25.149571 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603364fb-feeb-4b0f-84b8-5823df3d1499 None None] The sync data for ids ['52c7dca0-a1b3-409c-9b11-d9e87f02e749'] in dv-cinder-837353-1-iscsi is: [{'id': '52c7dca0-a1b3-409c-9b11-d9e87f02e749', 'name': 'tempest-TestMinimumBasicScenario-2040952401-router', 'tenant_id': '3802c6d8d7934a8ba9a8d8577a589533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:59Z', 'updated_at': '2022-04-11T17:56:24Z', 'revision_number': 6, 'project_id': '3802c6d8d7934a8ba9a8d8577a589533', 'gw_port_host': None}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:56:25.204733 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (267233f3-a64b-4953-9737-d56a941286ad), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.231604 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=267233f3-a64b-4953-9737-d56a941286ad,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:25.293065 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594366'] for router_gateway (52c7dca0-a1b3-409c-9b11-d9e87f02e749), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.396221 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123069'] for router (52c7dca0-a1b3-409c-9b11-d9e87f02e749), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.398528 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Publish callbacks [] for router_controller (52c7dca0-a1b3-409c-9b11-d9e87f02e749), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.468274 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1748057'] for router (52c7dca0-a1b3-409c-9b11-d9e87f02e749), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.468805 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c7dca0-a1b3-409c-9b11-d9e87f02e749 {{(pid=114851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:56:25.474284 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.477823 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54850) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:25.480951 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-d75d71e9-3d5c-4eab-a441-dba0b6e57a7d admin admin] 10.222.0.76 "DELETE /v2.0/routers/52c7dca0-a1b3-409c-9b11-d9e87f02e749 HTTP/1.1" status: 204 len: 168 time: 0.8245089 Apr 11 17:56:25.539039 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef8e9d7-7508-4fa9-ad66-81117d76e084 admin admin] Deleting subnet 149a2d61-f152-4c6a-8a91-620863f2eb79 {{(pid=114850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:56:25.542982 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e9d7-7508-4fa9-ad66-81117d76e084 admin admin] Publish callbacks [] for subnet (149a2d61-f152-4c6a-8a91-620863f2eb79), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.587380 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e9d7-7508-4fa9-ad66-81117d76e084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25836544'] for subnet (149a2d61-f152-4c6a-8a91-620863f2eb79), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.640132 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device cf370dfd-1a8d-400c-9743-d78e030de591 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:25.660670 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: cf370dfd-1a8d-400c-9743-d78e030de591 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:25.661332 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device cf370dfd-1a8d-400c-9743-d78e030de591 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:25.708736 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e9d7-7508-4fa9-ad66-81117d76e084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (149a2d61-f152-4c6a-8a91-620863f2eb79), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.759397 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e9d7-7508-4fa9-ad66-81117d76e084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25603928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660931'] for subnet (149a2d61-f152-4c6a-8a91-620863f2eb79), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.784708 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8e9d7-7508-4fa9-ad66-81117d76e084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149a2d61-f152-4c6a-8a91-620863f2eb79,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:25.788807 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e9d7-7508-4fa9-ad66-81117d76e084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.792250 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-0ef8e9d7-7508-4fa9-ad66-81117d76e084 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/149a2d61-f152-4c6a-8a91-620863f2eb79 HTTP/1.1" status: 204 len: 168 time: 0.3130829 Apr 11 17:56:25.794381 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54852) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:25.794718 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f7ca09-3537-4bdb-8c96-6ae71c35027f None None] Network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:56:25.864375 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (6fdbc451-a168-4260-b1a4-3cd2c2ba6735), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.910101 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Deleting port 051bb0f8-2632-4ead-9aac-1991b5028404 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:25.910432 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.977259 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] For port 051bb0f8-2632-4ead-9aac-1991b5028404, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=051bb0f8-2632-4ead-9aac-1991b5028404,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:25.977629 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:25.983294 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6025785e-1aaa-40c3-91d6-5b21f3485035 None None] DHCP port deletion for 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 request from dv-cinder-837353-1-iscsi {{(pid=114852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:56:25.992439 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Calling delete_port for 051bb0f8-2632-4ead-9aac-1991b5028404 owned by network:dhcp {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:26.026862 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-6025785e-1aaa-40c3-91d6-5b21f3485035 None None] Deleting port 051bb0f8-2632-4ead-9aac-1991b5028404 {{(pid=114852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:26.027241 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6025785e-1aaa-40c3-91d6-5b21f3485035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), before_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:26.077502 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:26.096076 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-6025785e-1aaa-40c3-91d6-5b21f3485035 None None] For port 051bb0f8-2632-4ead-9aac-1991b5028404, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=051bb0f8-2632-4ead-9aac-1991b5028404,segment=NetworkSegment(170bf4f7-1254-47e8-8138-aa5da2228cfd),segment_id=170bf4f7-1254-47e8-8138-aa5da2228cfd)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:26.096466 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6025785e-1aaa-40c3-91d6-5b21f3485035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), precommit_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:26.105399 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Pushing event deleted for resources: {'Port': ['ID=051bb0f8-2632-4ead-9aac-1991b5028404,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:26.113773 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] No DVR routers for this DVR port 051bb0f8-2632-4ead-9aac-1991b5028404 on host dv-cinder-837353-1-iscsi {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:56:26.115705 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-6025785e-1aaa-40c3-91d6-5b21f3485035 None None] Calling delete_port for 051bb0f8-2632-4ead-9aac-1991b5028404 owned by network:dhcp {{(pid=114852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:26.194248 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (6fdbc451-a168-4260-b1a4-3cd2c2ba6735), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:26.217749 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdbc451-a168-4260-b1a4-3cd2c2ba6735']}} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:26.229284 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170bf4f7-1254-47e8-8138-aa5da2228cfd') {'for_net_delete': True} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:26.229585 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170bf4f7-1254-47e8-8138-aa5da2228cfd') {} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:26.241449 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25836553'] for segment (170bf4f7-1254-47e8-8138-aa5da2228cfd), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:26.256765 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (170bf4f7-1254-47e8-8138-aa5da2228cfd), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:26.264213 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=114850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:56:26.264943 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25604082'] for segment (170bf4f7-1254-47e8-8138-aa5da2228cfd), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: Traceback (most recent call last): Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: timer() Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: cb(*args, **kw) Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: return func(*args, **kwargs) Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: self._notify() Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: self.callback(batched_events) Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: event.method(event) Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: return f(self, *a, **k) Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._get(url).json() Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: return self.request(url, 'GET', **kwargs) Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:56:26.266636 dv-cinder-837353-1-iscsi neutron-server[114850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:56:26.326723 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (6fdbc451-a168-4260-b1a4-3cd2c2ba6735), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:26.332397 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:26.336239 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] 10.222.0.76 "DELETE /v2.0/networks/6fdbc451-a168-4260-b1a4-3cd2c2ba6735 HTTP/1.1" status: 204 len: 168 time: 0.5407145 Apr 11 17:56:26.339300 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54854) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:26.347451 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d4aa7-42c1-496b-afa7-33e58e9038cb admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdbc451-a168-4260-b1a4-3cd2c2ba6735,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:26.375431 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6025785e-1aaa-40c3-91d6-5b21f3485035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499'] for port (051bb0f8-2632-4ead-9aac-1991b5028404), after_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:26.398661 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6025785e-1aaa-40c3-91d6-5b21f3485035 None None] Network 6fdbc451-a168-4260-b1a4-3cd2c2ba6735 is not hosted by any dhcp agent {{(pid=114852) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 11 17:56:26.399144 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6025785e-1aaa-40c3-91d6-5b21f3485035 None None] No DVR routers for this DVR port 051bb0f8-2632-4ead-9aac-1991b5028404 on host dv-cinder-837353-1-iscsi {{(pid=114852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:56:26.400671 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025785e-1aaa-40c3-91d6-5b21f3485035 None None] Pushing event deleted for resources: {'Port': ['ID=051bb0f8-2632-4ead-9aac-1991b5028404,revision_number=None']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:26.739906 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a4319ae3-a943-4a5c-b7ca-f77ff3fadefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594804'] for router_interface (2fdd92d3-d962-43e4-ac93-830fab997438), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:26.831622 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bb8f5-8550-4237-a2b5-16f72b1f466c req-201971a8-829f-46d8-abee-419c14d7d560 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:26.833255 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8b3bb8f5-8550-4237-a2b5-16f72b1f466c req-201971a8-829f-46d8-abee-419c14d7d560 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0513101 Apr 11 17:56:26.881521 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8b3bb8f5-8550-4237-a2b5-16f72b1f466c req-7f0838a6-7532-4a85-96ad-d84e96a182c5 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415626 Apr 11 17:56:27.223935 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-a4319ae3-a943-4a5c-b7ca-f77ff3fadefb admin admin] Deleting port d7b038b8-2825-49f5-9337-3226a9706def {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:27.224277 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a4319ae3-a943-4a5c-b7ca-f77ff3fadefb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (d7b038b8-2825-49f5-9337-3226a9706def), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:27.263310 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 051bb0f8-2632-4ead-9aac-1991b5028404 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:27.283665 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 051bb0f8-2632-4ead-9aac-1991b5028404 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:27.284014 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 051bb0f8-2632-4ead-9aac-1991b5028404 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:27.284430 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 267233f3-a64b-4953-9737-d56a941286ad no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:27.302627 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-a4319ae3-a943-4a5c-b7ca-f77ff3fadefb admin admin] For port d7b038b8-2825-49f5-9337-3226a9706def, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=d7b038b8-2825-49f5-9337-3226a9706def,segment=NetworkSegment(2ba1980a-d039-491a-af04-0f9253de1108),segment_id=2ba1980a-d039-491a-af04-0f9253de1108)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:27.303487 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a4319ae3-a943-4a5c-b7ca-f77ff3fadefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (d7b038b8-2825-49f5-9337-3226a9706def), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:27.304356 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 267233f3-a64b-4953-9737-d56a941286ad {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:27.304705 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 267233f3-a64b-4953-9737-d56a941286ad not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:27.316738 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-a4319ae3-a943-4a5c-b7ca-f77ff3fadefb admin admin] Calling delete_port for d7b038b8-2825-49f5-9337-3226a9706def owned by network:router_interface {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:27.494678 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a4319ae3-a943-4a5c-b7ca-f77ff3fadefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (d7b038b8-2825-49f5-9337-3226a9706def), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:27.518174 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4319ae3-a943-4a5c-b7ca-f77ff3fadefb admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b038b8-2825-49f5-9337-3226a9706def,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:27.688965 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a4319ae3-a943-4a5c-b7ca-f77ff3fadefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594648'] for router_interface (2fdd92d3-d962-43e4-ac93-830fab997438), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:27.901267 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4319ae3-a943-4a5c-b7ca-f77ff3fadefb admin admin] Router 2fdd92d3-d962-43e4-ac93-830fab997438 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:56:28.009266 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4319ae3-a943-4a5c-b7ca-f77ff3fadefb admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:56:28.015912 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-a4319ae3-a943-4a5c-b7ca-f77ff3fadefb admin admin] 10.222.0.76 "PUT /v2.0/routers/2fdd92d3-d962-43e4-ac93-830fab997438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6733170 Apr 11 17:56:28.016885 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54870) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:28.019241 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582fa02-f9dd-4d56-b6ae-00602f8ad98b None None] Sync routers for ids ['2fdd92d3-d962-43e4-ac93-830fab997438'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:56:28.030634 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582fa02-f9dd-4d56-b6ae-00602f8ad98b None None] Routers {'2fdd92d3-d962-43e4-ac93-830fab997438'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:28.031324 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-a582fa02-f9dd-4d56-b6ae-00602f8ad98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['2fdd92d3-d962-43e4-ac93-830fab997438'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:28.136111 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-a582fa02-f9dd-4d56-b6ae-00602f8ad98b None None] Set router 2fdd92d3-d962-43e4-ac93-830fab997438 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:28.136370 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce918b-9b42-4024-b4ed-32eb1db72acf req-1203437f-f49e-4937-a0f8-b65eb72c5eb7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:28.137773 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41ce918b-9b42-4024-b4ed-32eb1db72acf req-1203437f-f49e-4937-a0f8-b65eb72c5eb7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0832129 Apr 11 17:56:28.173191 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Publish callbacks [] for router (2fdd92d3-d962-43e4-ac93-830fab997438), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.233192 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41ce918b-9b42-4024-b4ed-32eb1db72acf req-19a45702-4ebe-4969-8eb1-4478b9f293ee tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895596 Apr 11 17:56:28.295091 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Publish callbacks [] for router_gateway (2fdd92d3-d962-43e4-ac93-830fab997438), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.303262 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-a582fa02-f9dd-4d56-b6ae-00602f8ad98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'name': 'tempest-TestMinimumBasicScenario-1198898855-router', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:53:15Z', 'updated_at': '2022-04-11T17:56:27Z', 'revision_number': 5, 'project_id': '67783fd902234b398aac0b1e119d1465', 'gw_port': {'id': 'df65cbd5-12bb-4deb-86a4-d1e1ebc75bee', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:53:17Z', 'updated_at': '2022-04-11T17:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:28.331208 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582fa02-f9dd-4d56-b6ae-00602f8ad98b None None] Checking router: 2fdd92d3-d962-43e4-ac93-830fab997438 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:56:28.339351 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582fa02-f9dd-4d56-b6ae-00602f8ad98b None None] Routers {'2fdd92d3-d962-43e4-ac93-830fab997438'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:28.339512 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Deleting port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:28.339850 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.339982 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-a582fa02-f9dd-4d56-b6ae-00602f8ad98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['2fdd92d3-d962-43e4-ac93-830fab997438'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:28.422551 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] For port df65cbd5-12bb-4deb-86a4-d1e1ebc75bee, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=df65cbd5-12bb-4deb-86a4-d1e1ebc75bee,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:28.422919 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.437638 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Calling delete_port for df65cbd5-12bb-4deb-86a4-d1e1ebc75bee owned by network:router_gateway {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:28.508297 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-a582fa02-f9dd-4d56-b6ae-00602f8ad98b None None] Set router 2fdd92d3-d962-43e4-ac93-830fab997438 gateway port host: None {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:28.560693 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-a582fa02-f9dd-4d56-b6ae-00602f8ad98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'name': 'tempest-TestMinimumBasicScenario-1198898855-router', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:53:15Z', 'updated_at': '2022-04-11T17:56:28Z', 'revision_number': 6, 'project_id': '67783fd902234b398aac0b1e119d1465', 'gw_port_host': None}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:28.586726 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a582fa02-f9dd-4d56-b6ae-00602f8ad98b None None] The sync data for ids ['2fdd92d3-d962-43e4-ac93-830fab997438'] in dv-cinder-837353-1-iscsi is: [{'id': '2fdd92d3-d962-43e4-ac93-830fab997438', 'name': 'tempest-TestMinimumBasicScenario-1198898855-router', 'tenant_id': '67783fd902234b398aac0b1e119d1465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:53:15Z', 'updated_at': '2022-04-11T17:56:28Z', 'revision_number': 6, 'project_id': '67783fd902234b398aac0b1e119d1465', 'gw_port_host': None}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:56:28.606686 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (df65cbd5-12bb-4deb-86a4-d1e1ebc75bee), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.631984 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Pushing event deleted for resources: {'Port': ['ID=df65cbd5-12bb-4deb-86a4-d1e1ebc75bee,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:28.692372 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594366'] for router_gateway (2fdd92d3-d962-43e4-ac93-830fab997438), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.796199 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123069'] for router (2fdd92d3-d962-43e4-ac93-830fab997438), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.798307 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Publish callbacks [] for router_controller (2fdd92d3-d962-43e4-ac93-830fab997438), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.861156 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1748057'] for router (2fdd92d3-d962-43e4-ac93-830fab997438), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.861694 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fdd92d3-d962-43e4-ac93-830fab997438 {{(pid=114850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:56:28.867460 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.868598 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-a1dc8f23-577d-43ea-ab27-6272f86c5798 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2fdd92d3-d962-43e4-ac93-830fab997438 HTTP/1.1" status: 204 len: 168 time: 0.8506854 Apr 11 17:56:28.871086 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54872) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:28.920464 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c327dac-9e73-4602-9b7c-4c64748d61d9 admin admin] Deleting subnet 490dd54b-a644-4940-8ca6-ac879c66d65d {{(pid=114850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:56:28.924670 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4c327dac-9e73-4602-9b7c-4c64748d61d9 admin admin] Publish callbacks [] for subnet (490dd54b-a644-4940-8ca6-ac879c66d65d), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:28.962137 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4c327dac-9e73-4602-9b7c-4c64748d61d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25836544'] for subnet (490dd54b-a644-4940-8ca6-ac879c66d65d), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.041495 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4c327dac-9e73-4602-9b7c-4c64748d61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (490dd54b-a644-4940-8ca6-ac879c66d65d), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.090877 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4c327dac-9e73-4602-9b7c-4c64748d61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25603928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660931'] for subnet (490dd54b-a644-4940-8ca6-ac879c66d65d), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.118602 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c327dac-9e73-4602-9b7c-4c64748d61d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=490dd54b-a644-4940-8ca6-ac879c66d65d,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:29.122155 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4c327dac-9e73-4602-9b7c-4c64748d61d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.125312 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-4c327dac-9e73-4602-9b7c-4c64748d61d9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/490dd54b-a644-4940-8ca6-ac879c66d65d HTTP/1.1" status: 204 len: 168 time: 0.2532554 Apr 11 17:56:29.127967 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54874) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:29.129732 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a15473f-ff8f-4963-9e20-cbe8af7ed848 None None] Network 78ae3af7-ea1f-498b-bb4f-04987bcaa20d requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:56:29.194566 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (78ae3af7-ea1f-498b-bb4f-04987bcaa20d), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.238081 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Deleting port 34d6ad99-7190-42f3-8276-fc42d7b8f827 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:29.238214 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.303221 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] For port 34d6ad99-7190-42f3-8276-fc42d7b8f827, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=34d6ad99-7190-42f3-8276-fc42d7b8f827,segment=NetworkSegment(2ba1980a-d039-491a-af04-0f9253de1108),segment_id=2ba1980a-d039-491a-af04-0f9253de1108)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:29.303510 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.315934 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Calling delete_port for 34d6ad99-7190-42f3-8276-fc42d7b8f827 owned by network:dhcp {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:29.355557 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef317446-75ea-4952-a755-ec2169fac4ff req-cc3af211-2c60-4d03-b202-fa04a466cb21 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:29.357094 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ef317446-75ea-4952-a755-ec2169fac4ff req-cc3af211-2c60-4d03-b202-fa04a466cb21 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0577688 Apr 11 17:56:29.375237 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafb5e3f-36be-4a38-9daa-a1b958ab93d0 None None] DHCP port deletion for 78ae3af7-ea1f-498b-bb4f-04987bcaa20d request from dv-cinder-837353-1-iscsi {{(pid=114852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:56:29.422495 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.435255 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ef317446-75ea-4952-a755-ec2169fac4ff req-329d11eb-341c-4ecf-9dc6-7e6f9745562c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699639 Apr 11 17:56:29.437602 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-fafb5e3f-36be-4a38-9daa-a1b958ab93d0 None None] Deleting port 34d6ad99-7190-42f3-8276-fc42d7b8f827 {{(pid=114852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:29.437971 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-fafb5e3f-36be-4a38-9daa-a1b958ab93d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), before_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.455895 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d6ad99-7190-42f3-8276-fc42d7b8f827,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:29.460965 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 34d6ad99-7190-42f3-8276-fc42d7b8f827 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:29.463111 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] No DVR routers for this DVR port 34d6ad99-7190-42f3-8276-fc42d7b8f827 on host dv-cinder-837353-1-iscsi {{(pid=114851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:56:29.491194 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 34d6ad99-7190-42f3-8276-fc42d7b8f827 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:29.491543 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 34d6ad99-7190-42f3-8276-fc42d7b8f827 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:29.491969 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device d7b038b8-2825-49f5-9337-3226a9706def no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:29.533401 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (78ae3af7-ea1f-498b-bb4f-04987bcaa20d), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.540501 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: d7b038b8-2825-49f5-9337-3226a9706def {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:29.540848 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device d7b038b8-2825-49f5-9337-3226a9706def not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:29.541285 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device df65cbd5-12bb-4deb-86a4-d1e1ebc75bee no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:29.553027 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ae3af7-ea1f-498b-bb4f-04987bcaa20d']}} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:29.562121 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba1980a-d039-491a-af04-0f9253de1108') {'for_net_delete': True} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:29.562414 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba1980a-d039-491a-af04-0f9253de1108') {} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:29.572797 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-fafb5e3f-36be-4a38-9daa-a1b958ab93d0 None None] For port 34d6ad99-7190-42f3-8276-fc42d7b8f827, host dv-cinder-837353-1-iscsi, got binding levels [] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:29.573252 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3172206'] for segment (2ba1980a-d039-491a-af04-0f9253de1108), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.573370 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-fafb5e3f-36be-4a38-9daa-a1b958ab93d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), precommit_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.575686 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: df65cbd5-12bb-4deb-86a4-d1e1ebc75bee {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:29.576249 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device df65cbd5-12bb-4deb-86a4-d1e1ebc75bee not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:29.589807 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (2ba1980a-d039-491a-af04-0f9253de1108), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.593634 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-fafb5e3f-36be-4a38-9daa-a1b958ab93d0 None None] Calling delete_port for 34d6ad99-7190-42f3-8276-fc42d7b8f827 owned by network:dhcp {{(pid=114852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:29.597359 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.ipam_backend_mixin [None req-fafb5e3f-36be-4a38-9daa-a1b958ab93d0 None None] Port 34d6ad99-7190-42f3-8276-fc42d7b8f827 was not found and therefore no delete operation was performed {{(pid=114852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 11 17:56:29.597465 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=114851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:56:29.597731 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599408'] for segment (2ba1980a-d039-491a-af04-0f9253de1108), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.599293 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-fafb5e3f-36be-4a38-9daa-a1b958ab93d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499'] for port (34d6ad99-7190-42f3-8276-fc42d7b8f827), after_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: Traceback (most recent call last): Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: timer() Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: cb(*args, **kw) Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: return func(*args, **kwargs) Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: self._notify() Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: self.callback(batched_events) Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: event.method(event) Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: return f(self, *a, **k) Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._get(url).json() Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: return self.request(url, 'GET', **kwargs) Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:56:29.599514 dv-cinder-837353-1-iscsi neutron-server[114851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:56:29.627282 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb5e3f-36be-4a38-9daa-a1b958ab93d0 None None] Pushing event deleted for resources: {'Port': ['ID=34d6ad99-7190-42f3-8276-fc42d7b8f827,revision_number=None']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:29.634764 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb5e3f-36be-4a38-9daa-a1b958ab93d0 None None] No DVR routers for this DVR port 34d6ad99-7190-42f3-8276-fc42d7b8f827 on host dv-cinder-837353-1-iscsi {{(pid=114852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:56:29.661405 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (78ae3af7-ea1f-498b-bb4f-04987bcaa20d), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.667068 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.672690 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/78ae3af7-ea1f-498b-bb4f-04987bcaa20d HTTP/1.1" status: 204 len: 168 time: 0.5413866 Apr 11 17:56:29.683007 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006a1eb-eabd-4757-a653-79fd823b2de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ae3af7-ea1f-498b-bb4f-04987bcaa20d,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:29.831168 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54880) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:29.869407 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-38367637-3240-44f7-9a79-fac09d13805a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3802c6d8d7934a8ba9a8d8577a589533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370228 Apr 11 17:56:29.871690 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54882) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:29.916984 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba0b0-9dcf-4778-9cfb-acab6900a939 admin admin] Publish callbacks [] for security_group (f9ecdec5-81d9-4867-b203-0cced9ab3f42), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.937921 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba0b0-9dcf-4778-9cfb-acab6900a939 admin admin] Publish callbacks [] for security_group (f9ecdec5-81d9-4867-b203-0cced9ab3f42), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.985245 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba0b0-9dcf-4778-9cfb-acab6900a939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (f9ecdec5-81d9-4867-b203-0cced9ab3f42), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.987830 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba0b0-9dcf-4778-9cfb-acab6900a939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:29.989121 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-eb6ba0b0-9dcf-4778-9cfb-acab6900a939 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f9ecdec5-81d9-4867-b203-0cced9ab3f42 HTTP/1.1" status: 204 len: 168 time: 0.1164203 Apr 11 17:56:29.997192 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ba0b0-9dcf-4778-9cfb-acab6900a939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ecdec5-81d9-4867-b203-0cced9ab3f42,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:30.147567 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-9e56ad5b-fc54-4a94-bd5a-9c7dc51fbb4d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:30.149551 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-9e56ad5b-fc54-4a94-bd5a-9c7dc51fbb4d tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0483372 Apr 11 17:56:30.233443 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Deleting port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:30.233831 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.291272 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54888) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:30.324451 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] For port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:30.324814 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.332485 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-eacb1f19-47ff-472c-a2b8-26b2a9452833 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=67783fd902234b398aac0b1e119d1465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378530 Apr 11 17:56:30.332704 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54890) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:30.379093 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6605458f-5fce-4dda-8e00-2e2ab7a2a28c admin admin] Publish callbacks [] for security_group (72724445-9e88-4da0-b560-fb2b52d829bb), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.399629 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6605458f-5fce-4dda-8e00-2e2ab7a2a28c admin admin] Publish callbacks [] for security_group (72724445-9e88-4da0-b560-fb2b52d829bb), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.455391 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6605458f-5fce-4dda-8e00-2e2ab7a2a28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (72724445-9e88-4da0-b560-fb2b52d829bb), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.457974 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6605458f-5fce-4dda-8e00-2e2ab7a2a28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.459105 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-6605458f-5fce-4dda-8e00-2e2ab7a2a28c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/72724445-9e88-4da0-b560-fb2b52d829bb HTTP/1.1" status: 204 len: 168 time: 0.1254697 Apr 11 17:56:30.467497 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605458f-5fce-4dda-8e00-2e2ab7a2a28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72724445-9e88-4da0-b560-fb2b52d829bb,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:30.495790 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.496160 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (fff8b0de-3f60-4a0e-b58c-fbb71b33eac2), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:30.496479 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Floating IP fff8b0de-3f60-4a0e-b58c-fbb71b33eac2 disassociated. External IP: 172.27.1.153, port: aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45. Apr 11 17:56:30.496828 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Calling delete_port for aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:30.874797 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8bcb8-2592-4e4b-a904-73ebf40d1b0b req-33ea1276-597d-438a-b0c7-2fa80d6586b2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:30.876166 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-76e8bcb8-2592-4e4b-a904-73ebf40d1b0b req-33ea1276-597d-438a-b0c7-2fa80d6586b2 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc2e031d-deb3-47f4-b6c1-9aa991bff4a2 HTTP/1.1" status: 200 len: 946 time: 0.0629282 Apr 11 17:56:30.967395 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-76e8bcb8-2592-4e4b-a904-73ebf40d1b0b req-2eb7139a-73fa-4dcf-a75f-704ed4d6d96a tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=680632a1-8301-418b-b008-1b79943f9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799968 Apr 11 17:56:30.980954 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:31.009702 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event deleted for resources: {'Port': ['ID=aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:31.123802 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Router 237182d7-2b55-4c82-bd7f-588b520d84f9 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:56:31.231732 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:56:31.240734 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6765ee-b163-4287-b668-f375b6f36323 None None] Sync routers for ids ['237182d7-2b55-4c82-bd7f-588b520d84f9'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:56:31.249949 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6765ee-b163-4287-b668-f375b6f36323 None None] Routers {'237182d7-2b55-4c82-bd7f-588b520d84f9'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:31.250653 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-dd6765ee-b163-4287-b668-f375b6f36323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['237182d7-2b55-4c82-bd7f-588b520d84f9'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:31.272578 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] No DVR routers for this DVR port aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:56:31.275058 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:31.278546 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-33ea7bd9-7225-46e6-8af1-f0babefe096d req-bbd3ac81-2c85-4b77-8610-6ec52a1e887c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "DELETE /v2.0/ports/aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 HTTP/1.1" status: 204 len: 173 time: 1.1238050 Apr 11 17:56:31.279001 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'name': 'network-vif-deleted', 'tag': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:31.281834 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abadd215-211e-41e7-8144-de95b3a482df" -d '{"events": [{"server_uuid": "bc2e031d-deb3-47f4-b6c1-9aa991bff4a2", "name": "network-vif-deleted", "tag": "aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:31.322221 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff6fa7e-2154-4d68-b288-8b6f03f29a23 x-openstack-request-id: req-3ff6fa7e-2154-4d68-b288-8b6f03f29a23 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:31.322589 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2e031d-deb3-47f4-b6c1-9aa991bff4a2", "name": "network-vif-deleted", "tag": "aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:31.322824 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ff6fa7e-2154-4d68-b288-8b6f03f29a23 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:31.323398 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff6fa7e-2154-4d68-b288-8b6f03f29a23'] response: {'server_uuid': 'bc2e031d-deb3-47f4-b6c1-9aa991bff4a2', 'name': 'network-vif-deleted', 'tag': 'aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45', 'status': 'completed', 'code': 200} Apr 11 17:56:31.370773 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-dd6765ee-b163-4287-b668-f375b6f36323 None None] Set router 237182d7-2b55-4c82-bd7f-588b520d84f9 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:31.571654 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-dd6765ee-b163-4287-b668-f375b6f36323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2edf43d1-95ee-45c0-b473-b761476cbe2b', 'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'mac_address': 'fa:16:3e:ea:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:22Z', 'updated_at': '2022-04-11T17:51:29Z', 'revision_number': 5, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'subnets': [{'id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:31.597169 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6765ee-b163-4287-b668-f375b6f36323 None None] Checking router: 237182d7-2b55-4c82-bd7f-588b520d84f9 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:56:31.605227 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6765ee-b163-4287-b668-f375b6f36323 None None] Routers {'237182d7-2b55-4c82-bd7f-588b520d84f9'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:31.605757 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-dd6765ee-b163-4287-b668-f375b6f36323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['237182d7-2b55-4c82-bd7f-588b520d84f9'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:31.714040 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-dd6765ee-b163-4287-b668-f375b6f36323 None None] Set router 237182d7-2b55-4c82-bd7f-588b520d84f9 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:31.907474 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-dd6765ee-b163-4287-b668-f375b6f36323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2edf43d1-95ee-45c0-b473-b761476cbe2b', 'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'mac_address': 'fa:16:3e:ea:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:22Z', 'updated_at': '2022-04-11T17:51:29Z', 'revision_number': 5, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'subnets': [{'id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:31.939650 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6765ee-b163-4287-b668-f375b6f36323 None None] The sync data for ids ['237182d7-2b55-4c82-bd7f-588b520d84f9'] in dv-cinder-837353-1-iscsi is: [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:51:24Z', 'revision_number': 4, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2edf43d1-95ee-45c0-b473-b761476cbe2b', 'name': '', 'network_id': 'a973c109-bcb3-4a6d-ba08-0ec4e84a1a45', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'mac_address': 'fa:16:3e:ea:3d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:22Z', 'updated_at': '2022-04-11T17:51:29Z', 'revision_number': 5, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'subnets': [{'id': '2c16d97f-ad25-4b5a-ae55-e0e78ce3555e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:56:32.050139 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54902) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:32.105340 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5e434697-a652-472b-95bd-62753a412276 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for security_group (680632a1-8301-418b-b008-1b79943f9ad5), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:32.129815 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5e434697-a652-472b-95bd-62753a412276 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for security_group (680632a1-8301-418b-b008-1b79943f9ad5), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:32.152592 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e84315-3a40-4d82-ad8d-62bbf2fcef99 None None] New status for floating IP fff8b0de-3f60-4a0e-b58c-fbb71b33eac2: DOWN {{(pid=114853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:56:32.178456 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5e434697-a652-472b-95bd-62753a412276 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (680632a1-8301-418b-b008-1b79943f9ad5), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:32.180836 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5e434697-a652-472b-95bd-62753a412276 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:32.182028 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-5e434697-a652-472b-95bd-62753a412276 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "DELETE /v2.0/security-groups/680632a1-8301-418b-b008-1b79943f9ad5 HTTP/1.1" status: 204 len: 168 time: 0.1310585 Apr 11 17:56:32.184710 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54904) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:32.190966 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e434697-a652-472b-95bd-62753a412276 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680632a1-8301-418b-b008-1b79943f9ad5,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:32.199397 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.api.v2.resource [None req-c382a87c-a28c-4b9e-85b9-5f6b73a0377f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] show failed (client error): The resource could not be found. Apr 11 17:56:32.202965 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-c382a87c-a28c-4b9e-85b9-5f6b73a0377f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups/680632a1-8301-418b-b008-1b79943f9ad5 HTTP/1.1" status: 404 len: 347 time: 0.0145516 Apr 11 17:56:32.203199 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 54906) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:32.320521 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-26554ce9-b3e2-4c57-b0cb-de75358a5fb4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Deleting port 4a891ccb-3b44-4fdd-a3d9-30024526c1ea {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:32.321283 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-26554ce9-b3e2-4c57-b0cb-de75358a5fb4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (4a891ccb-3b44-4fdd-a3d9-30024526c1ea), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:32.402988 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-26554ce9-b3e2-4c57-b0cb-de75358a5fb4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (4a891ccb-3b44-4fdd-a3d9-30024526c1ea), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:32.403317 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-26554ce9-b3e2-4c57-b0cb-de75358a5fb4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for floatingip (4a891ccb-3b44-4fdd-a3d9-30024526c1ea), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:32.416298 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-26554ce9-b3e2-4c57-b0cb-de75358a5fb4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Calling delete_port for 4a891ccb-3b44-4fdd-a3d9-30024526c1ea owned by network:floatingip {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:32.548127 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-26554ce9-b3e2-4c57-b0cb-de75358a5fb4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (4a891ccb-3b44-4fdd-a3d9-30024526c1ea), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:32.573174 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26554ce9-b3e2-4c57-b0cb-de75358a5fb4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event deleted for resources: {'Port': ['ID=4a891ccb-3b44-4fdd-a3d9-30024526c1ea,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:32.632571 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-26554ce9-b3e2-4c57-b0cb-de75358a5fb4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks [] for floatingip (fff8b0de-3f60-4a0e-b58c-fbb71b33eac2), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:32.635189 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-26554ce9-b3e2-4c57-b0cb-de75358a5fb4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:32.636324 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-26554ce9-b3e2-4c57-b0cb-de75358a5fb4 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "DELETE /v2.0/floatingips/fff8b0de-3f60-4a0e-b58c-fbb71b33eac2 HTTP/1.1" status: 204 len: 168 time: 0.4322343 Apr 11 17:56:33.119221 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1c656-77db-40d3-9e5a-06437ba468b3 req-30caf82a-772b-4736-a658-926a93d5bea1 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:33.120676 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fbc1c656-77db-40d3-9e5a-06437ba468b3 req-30caf82a-772b-4736-a658-926a93d5bea1 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0461106 Apr 11 17:56:33.173005 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fbc1c656-77db-40d3-9e5a-06437ba468b3 req-294bfd16-d153-452c-ad33-c235d0150880 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465744 Apr 11 17:56:34.285107 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cfbe0-9ed0-40f7-b6ff-106a8039fc32 req-abb9b471-6760-4903-8c41-0a7baf864ca0 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:34.286469 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3c4cfbe0-9ed0-40f7-b6ff-106a8039fc32 req-abb9b471-6760-4903-8c41-0a7baf864ca0 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0468237 Apr 11 17:56:34.333843 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3c4cfbe0-9ed0-40f7-b6ff-106a8039fc32 req-8de60552-8ac5-416b-8d2d-76affb509b36 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Apr 11 17:56:35.081818 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a719f3-0e3b-4b4b-b281-2eaebe68c7ce req-bea5f98d-288f-4998-95aa-61926489df09 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:35.083274 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-80a719f3-0e3b-4b4b-b281-2eaebe68c7ce req-bea5f98d-288f-4998-95aa-61926489df09 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0455117 Apr 11 17:56:35.129036 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-80a719f3-0e3b-4b4b-b281-2eaebe68c7ce req-51804612-9177-415f-8639-8eeacb51e6bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Apr 11 17:56:35.448553 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f8d2-f16c-49ff-8da0-0dc5d98662e5 req-91327b80-8af3-4d7c-b20b-d24365372d55 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:35.450055 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0b93f8d2-f16c-49ff-8da0-0dc5d98662e5 req-91327b80-8af3-4d7c-b20b-d24365372d55 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0510507 Apr 11 17:56:35.496951 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:35.497483 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0b93f8d2-f16c-49ff-8da0-0dc5d98662e5 req-c2d0261e-415f-4c13-a530-2502122ebc81 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417974 Apr 11 17:56:35.516797 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:35.517175 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device aa69d3e6-c9ea-4bfa-9a02-e7bbbab11f45 not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:36.238420 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0aad29-edbb-4662-92b6-44add6766b60 req-c3144a18-ae83-4260-b21d-a3e19440613c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:36.240449 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fa0aad29-edbb-4662-92b6-44add6766b60 req-c3144a18-ae83-4260-b21d-a3e19440613c tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0455124 Apr 11 17:56:36.284982 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fa0aad29-edbb-4662-92b6-44add6766b60 req-c99c5f29-755d-409b-b2f1-75369e71d4f7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390978 Apr 11 17:56:36.613436 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba66ae3-188f-4734-8228-94cfa7935d1f req-58282b4f-42e4-4525-a8fa-7a43db03f0ba tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:36.614893 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fba66ae3-188f-4734-8228-94cfa7935d1f req-58282b4f-42e4-4525-a8fa-7a43db03f0ba tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0497615 Apr 11 17:56:36.663244 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fba66ae3-188f-4734-8228-94cfa7935d1f req-ea2959ef-6241-41f8-ad42-4ae6f963d8bc tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428565 Apr 11 17:56:36.771681 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:56:37.293611 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e27c2-93f4-454c-9e11-be256fbd60b2 req-01c399fb-93ff-44d3-94b0-ae69963eac7f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:37.295083 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-633e27c2-93f4-454c-9e11-be256fbd60b2 req-01c399fb-93ff-44d3-94b0-ae69963eac7f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0462921 Apr 11 17:56:37.410763 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-633e27c2-93f4-454c-9e11-be256fbd60b2 req-00c0e870-9650-4a97-8d98-e7b37363fa8f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Deleting port 71c8fdf2-3978-4da6-aeb9-b788265172fd {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:37.411105 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-633e27c2-93f4-454c-9e11-be256fbd60b2 req-00c0e870-9650-4a97-8d98-e7b37363fa8f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:37.433170 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297f9cd-57ca-4eee-9d63-f41b8096c0b0 req-9c66429b-b35d-46f9-8dd1-7dc3e3d21dd6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:37.434632 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5297f9cd-57ca-4eee-9d63-f41b8096c0b0 req-9c66429b-b35d-46f9-8dd1-7dc3e3d21dd6 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=28fc59fe-a713-40f7-84a0-9fa1d0bb29a2 HTTP/1.1" status: 200 len: 945 time: 0.0728111 Apr 11 17:56:37.531496 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5297f9cd-57ca-4eee-9d63-f41b8096c0b0 req-53985c43-562e-4197-b655-35cfe0573394 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874398 Apr 11 17:56:37.542981 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-633e27c2-93f4-454c-9e11-be256fbd60b2 req-00c0e870-9650-4a97-8d98-e7b37363fa8f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] For port 71c8fdf2-3978-4da6-aeb9-b788265172fd, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=71c8fdf2-3978-4da6-aeb9-b788265172fd,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:37.543356 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-633e27c2-93f4-454c-9e11-be256fbd60b2 req-00c0e870-9650-4a97-8d98-e7b37363fa8f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:37.556193 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-633e27c2-93f4-454c-9e11-be256fbd60b2 req-00c0e870-9650-4a97-8d98-e7b37363fa8f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Calling delete_port for 71c8fdf2-3978-4da6-aeb9-b788265172fd owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:37.678604 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-633e27c2-93f4-454c-9e11-be256fbd60b2 req-00c0e870-9650-4a97-8d98-e7b37363fa8f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (71c8fdf2-3978-4da6-aeb9-b788265172fd), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:37.690172 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['cbd5e933-4ab5-4a06-a11f-9883317931b6', '71c8fdf2-3978-4da6-aeb9-b788265172fd'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:56:37.710891 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0e870-9650-4a97-8d98-e7b37363fa8f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event deleted for resources: {'Port': ['ID=71c8fdf2-3978-4da6-aeb9-b788265172fd,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:37.755673 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-633e27c2-93f4-454c-9e11-be256fbd60b2 req-00c0e870-9650-4a97-8d98-e7b37363fa8f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] No DVR routers for this DVR port 71c8fdf2-3978-4da6-aeb9-b788265172fd on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:56:37.758213 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-633e27c2-93f4-454c-9e11-be256fbd60b2 req-00c0e870-9650-4a97-8d98-e7b37363fa8f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:37.761641 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-633e27c2-93f4-454c-9e11-be256fbd60b2 req-00c0e870-9650-4a97-8d98-e7b37363fa8f tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "DELETE /v2.0/ports/71c8fdf2-3978-4da6-aeb9-b788265172fd HTTP/1.1" status: 204 len: 173 time: 0.4610293 Apr 11 17:56:37.762088 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fc59fe-a713-40f7-84a0-9fa1d0bb29a2', 'name': 'network-vif-deleted', 'tag': '71c8fdf2-3978-4da6-aeb9-b788265172fd'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:37.764320 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de6a6af-bfee-4d3b-aa86-5179350513eb" -d '{"events": [{"server_uuid": "28fc59fe-a713-40f7-84a0-9fa1d0bb29a2", "name": "network-vif-deleted", "tag": "71c8fdf2-3978-4da6-aeb9-b788265172fd"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:37.834327 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4016f2-d56e-4809-b722-cfd32051b20d req-b9330110-f805-4330-9ad9-c6fe00b7cc84 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:37.838030 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5a4016f2-d56e-4809-b722-cfd32051b20d req-b9330110-f805-4330-9ad9-c6fe00b7cc84 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0703533 Apr 11 17:56:37.890945 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5a4016f2-d56e-4809-b722-cfd32051b20d req-791221b8-45c2-4fd7-94b7-9937f743a045 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481172 Apr 11 17:56:37.997831 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838123b4-ebf8-4f4e-8c9e-b86f273c5462 x-openstack-request-id: req-838123b4-ebf8-4f4e-8c9e-b86f273c5462 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:37.998127 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fc59fe-a713-40f7-84a0-9fa1d0bb29a2", "name": "network-vif-deleted", "tag": "71c8fdf2-3978-4da6-aeb9-b788265172fd", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:37.998378 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-838123b4-ebf8-4f4e-8c9e-b86f273c5462 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:37.998786 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838123b4-ebf8-4f4e-8c9e-b86f273c5462'] response: {'server_uuid': '28fc59fe-a713-40f7-84a0-9fa1d0bb29a2', 'name': 'network-vif-deleted', 'tag': '71c8fdf2-3978-4da6-aeb9-b788265172fd', 'status': 'completed', 'code': 200} Apr 11 17:56:38.789720 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94241754-ab73-40b5-94a5-4eb619ba509b req-fcfc71a3-2376-4d61-aee7-29acd99a24ca tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:38.791175 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-94241754-ab73-40b5-94a5-4eb619ba509b req-fcfc71a3-2376-4d61-aee7-29acd99a24ca tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.0500932 Apr 11 17:56:38.837133 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-94241754-ab73-40b5-94a5-4eb619ba509b req-ee3ba858-8ba1-459d-8ff9-3f4abb82f600 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Apr 11 17:56:39.002727 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a3e0f-3006-40e9-9e46-977e5ab55254 req-b105bee8-577a-4e8f-8be3-d7d67cd5dc3d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:39.004192 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658a3e0f-3006-40e9-9e46-977e5ab55254 req-b105bee8-577a-4e8f-8be3-d7d67cd5dc3d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0465014 Apr 11 17:56:39.051878 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658a3e0f-3006-40e9-9e46-977e5ab55254 req-8f872190-b32c-4f3f-927c-91a35cce3742 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414362 Apr 11 17:56:39.947141 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e883ec-553c-4b49-8aa4-5adb032f29d7 req-dc2abef9-b832-4c46-ab08-3e1b5b9b9d13 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:39.948640 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-00e883ec-553c-4b49-8aa4-5adb032f29d7 req-dc2abef9-b832-4c46-ab08-3e1b5b9b9d13 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.0471466 Apr 11 17:56:39.997275 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-00e883ec-553c-4b49-8aa4-5adb032f29d7 req-0fa12471-6987-4c54-a3ea-226bf9fc64f3 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Apr 11 17:56:40.162373 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636d9d0-d1c6-45b9-9034-bd7212bb9659 req-386bdc6c-8e49-4259-9f42-87c491ae69ee tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:40.163736 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6636d9d0-d1c6-45b9-9034-bd7212bb9659 req-386bdc6c-8e49-4259-9f42-87c491ae69ee tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0465620 Apr 11 17:56:40.211121 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6636d9d0-d1c6-45b9-9034-bd7212bb9659 req-1f429f23-cd43-48f1-ba9a-7d5cbd68ac96 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420930 Apr 11 17:56:41.108742 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cf776-15de-43c5-bef3-f8a64c459180 req-e27ed168-b6c0-48f5-b6b0-65e2e35d8a56 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:41.110229 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-524cf776-15de-43c5-bef3-f8a64c459180 req-e27ed168-b6c0-48f5-b6b0-65e2e35d8a56 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.0471349 Apr 11 17:56:41.155379 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-524cf776-15de-43c5-bef3-f8a64c459180 req-a4510132-81c6-4b8c-a549-3d9b0f7422a7 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/security-groups?id=c1682a90-0cef-4d14-974e-6daafd1202d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396705 Apr 11 17:56:41.322869 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6f2ab-ba8e-4b50-8c13-c607a2440156 req-e2c4c601-c85e-4e5a-8bda-8f4fa1c4d0c5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:41.324240 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b1b6f2ab-ba8e-4b50-8c13-c607a2440156 req-e2c4c601-c85e-4e5a-8bda-8f4fa1c4d0c5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0495734 Apr 11 17:56:41.371777 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b1b6f2ab-ba8e-4b50-8c13-c607a2440156 req-f4f70c59-e09e-4568-94d2-0fae31ed3466 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420103 Apr 11 17:56:41.535070 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 71c8fdf2-3978-4da6-aeb9-b788265172fd no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:41.554659 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: 71c8fdf2-3978-4da6-aeb9-b788265172fd {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:41.555002 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 71c8fdf2-3978-4da6-aeb9-b788265172fd not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:41.846751 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60547d-50cc-4ecd-bbcb-0e84577ea15b req-749c6ef1-6725-48e3-ae69-e74c18a6cb03 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:41.848160 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-de60547d-50cc-4ecd-bbcb-0e84577ea15b req-749c6ef1-6725-48e3-ae69-e74c18a6cb03 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 945 time: 0.0450137 Apr 11 17:56:41.936674 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-de60547d-50cc-4ecd-bbcb-0e84577ea15b req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Deleting port cbd5e933-4ab5-4a06-a11f-9883317931b6 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:41.937040 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-de60547d-50cc-4ecd-bbcb-0e84577ea15b req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:42.022678 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-de60547d-50cc-4ecd-bbcb-0e84577ea15b req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] For port cbd5e933-4ab5-4a06-a11f-9883317931b6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cbd5e933-4ab5-4a06-a11f-9883317931b6,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:42.023027 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-de60547d-50cc-4ecd-bbcb-0e84577ea15b req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:42.035600 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-de60547d-50cc-4ecd-bbcb-0e84577ea15b req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Calling delete_port for cbd5e933-4ab5-4a06-a11f-9883317931b6 owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:42.159408 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-de60547d-50cc-4ecd-bbcb-0e84577ea15b req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (cbd5e933-4ab5-4a06-a11f-9883317931b6), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:42.172209 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['cbd5e933-4ab5-4a06-a11f-9883317931b6'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:56:42.187795 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Pushing event deleted for resources: {'Port': ['ID=cbd5e933-4ab5-4a06-a11f-9883317931b6,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:42.200310 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.200660 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.201029 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.201366 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.201697 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.202026 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.202352 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.202683 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.203005 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.203325 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.203753 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.203952 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.204268 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.204580 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.204921 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:42.244127 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-de60547d-50cc-4ecd-bbcb-0e84577ea15b req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] No DVR routers for this DVR port cbd5e933-4ab5-4a06-a11f-9883317931b6 on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:56:42.252612 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-de60547d-50cc-4ecd-bbcb-0e84577ea15b req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:42.255739 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-de60547d-50cc-4ecd-bbcb-0e84577ea15b req-22b204a6-1abe-4d8d-b0f5-0ddd6a4420bc tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.18 "DELETE /v2.0/ports/cbd5e933-4ab5-4a06-a11f-9883317931b6 HTTP/1.1" status: 204 len: 173 time: 0.3988891 Apr 11 17:56:42.256160 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef34fd9-3c7c-4428-9c52-b349563f80c5', 'name': 'network-vif-deleted', 'tag': 'cbd5e933-4ab5-4a06-a11f-9883317931b6'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:42.258340 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edd0350-192f-4398-b2df-ba5bdbf65f56" -d '{"events": [{"server_uuid": "0ef34fd9-3c7c-4428-9c52-b349563f80c5", "name": "network-vif-deleted", "tag": "cbd5e933-4ab5-4a06-a11f-9883317931b6"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:42.283547 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9a2b6256-3dc5-4c4d-ae71-d2ad324d6a84 req-0a5779e6-f5f3-43af-ba66-ec2b3648fcf8 tempest-ServerRescueNegativeTestJSON-1609268047 tempest-ServerRescueNegativeTestJSON-1609268047-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef34fd9-3c7c-4428-9c52-b349563f80c5 HTTP/1.1" status: 200 len: 210 time: 0.0409825 Apr 11 17:56:42.307648 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b843d347-93c0-4b40-bab1-6994ca03cfd4 x-openstack-request-id: req-b843d347-93c0-4b40-bab1-6994ca03cfd4 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:42.307939 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef34fd9-3c7c-4428-9c52-b349563f80c5", "name": "network-vif-deleted", "tag": "cbd5e933-4ab5-4a06-a11f-9883317931b6", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:42.308187 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b843d347-93c0-4b40-bab1-6994ca03cfd4 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:42.308586 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b843d347-93c0-4b40-bab1-6994ca03cfd4'] response: {'server_uuid': '0ef34fd9-3c7c-4428-9c52-b349563f80c5', 'name': 'network-vif-deleted', 'tag': 'cbd5e933-4ab5-4a06-a11f-9883317931b6', 'status': 'completed', 'code': 200} Apr 11 17:56:42.482022 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd5572-5f8c-4994-a6dc-7bd57c77e92c req-f57a7b2c-8c3e-4a89-87f2-a743bfb572be tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:42.483409 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-61fd5572-5f8c-4994-a6dc-7bd57c77e92c req-f57a7b2c-8c3e-4a89-87f2-a743bfb572be tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0464094 Apr 11 17:56:42.532294 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-61fd5572-5f8c-4994-a6dc-7bd57c77e92c req-4473dc0d-d1ef-4004-b6d1-baf9a2f8357a tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430319 Apr 11 17:56:43.169714 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-58f61edf-f73e-4f7e-b65d-16fb932f4389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:43.341749 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54972) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:43.348023 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec0a34-019f-4eb1-8b40-e20b18a44d14 req-a396ea8c-e86a-4586-922e-12e2c565c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:43.349639 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-01ec0a34-019f-4eb1-8b40-e20b18a44d14 req-a396ea8c-e86a-4586-922e-12e2c565c374 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c71b0f821474346aaf840b827812a6e&device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 1129 time: 0.1281385 Apr 11 17:56:43.445675 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec0a34-019f-4eb1-8b40-e20b18a44d14 req-2dee0a0f-a4b5-4f8a-96b0-d55e5f14111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:43.447172 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-01ec0a34-019f-4eb1-8b40-e20b18a44d14 req-2dee0a0f-a4b5-4f8a-96b0-d55e5f14111f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271 HTTP/1.1" status: 200 len: 910 time: 0.0895891 Apr 11 17:56:43.510791 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-01ec0a34-019f-4eb1-8b40-e20b18a44d14 req-ee1ae881-1d89-4a16-afc5-8400bf41930c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2fd09e0-855b-481b-a832-a62707591fa8 HTTP/1.1" status: 200 len: 1001 time: 0.0574555 Apr 11 17:56:43.561101 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec0a34-019f-4eb1-8b40-e20b18a44d14 req-82148c3e-b5fa-47ba-9e1c-7a6fd061f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:43.562550 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-01ec0a34-019f-4eb1-8b40-e20b18a44d14 req-82148c3e-b5fa-47ba-9e1c-7a6fd061f3d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1db30ab4-92c4-4d32-abe7-c8b778e7e79c HTTP/1.1" status: 200 len: 848 time: 0.0460281 Apr 11 17:56:43.613848 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec0a34-019f-4eb1-8b40-e20b18a44d14 req-6ecd07e7-4836-4b70-b38d-64543cb6d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:43.615827 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-01ec0a34-019f-4eb1-8b40-e20b18a44d14 req-6ecd07e7-4836-4b70-b38d-64543cb6d1cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469935 Apr 11 17:56:43.670898 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a97e9-2027-4d31-b759-e0098a6c854c req-8a4df2b2-ade3-4546-b7a9-04052cbbd2e0 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:43.672261 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-162a97e9-2027-4d31-b759-e0098a6c854c req-8a4df2b2-ade3-4546-b7a9-04052cbbd2e0 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0698855 Apr 11 17:56:43.762888 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-01ec0a34-019f-4eb1-8b40-e20b18a44d14 req-eff355e5-14f7-4a51-a5c8-8d0d65d81008 service neutron] 10.222.0.18 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312814 Apr 11 17:56:43.766750 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-162a97e9-2027-4d31-b759-e0098a6c854c req-f154cd2c-246d-41ea-bf78-a1418f800e63 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655105 Apr 11 17:56:43.769144 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8164e545-1201-49b5-b035-115a1c5b512f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594804'] for router_interface (237182d7-2b55-4c82-bd7f-588b520d84f9), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:43.852963 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-01ec0a34-019f-4eb1-8b40-e20b18a44d14 req-d7a618b9-74b8-425a-b1e0-8f7e18c90afd service neutron] 10.222.0.18 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832429 Apr 11 17:56:43.998336 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-8164e545-1201-49b5-b035-115a1c5b512f admin admin] Deleting port 2edf43d1-95ee-45c0-b473-b761476cbe2b {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:43.998676 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8164e545-1201-49b5-b035-115a1c5b512f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:44.073397 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-8164e545-1201-49b5-b035-115a1c5b512f admin admin] For port 2edf43d1-95ee-45c0-b473-b761476cbe2b, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=2edf43d1-95ee-45c0-b473-b761476cbe2b,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:44.073751 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8164e545-1201-49b5-b035-115a1c5b512f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:44.086411 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-8164e545-1201-49b5-b035-115a1c5b512f admin admin] Calling delete_port for 2edf43d1-95ee-45c0-b473-b761476cbe2b owned by network:router_interface {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:44.259324 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8164e545-1201-49b5-b035-115a1c5b512f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (2edf43d1-95ee-45c0-b473-b761476cbe2b), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:44.283023 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164e545-1201-49b5-b035-115a1c5b512f admin admin] Pushing event deleted for resources: {'Port': ['ID=2edf43d1-95ee-45c0-b473-b761476cbe2b,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:44.654783 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8164e545-1201-49b5-b035-115a1c5b512f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594648'] for router_interface (237182d7-2b55-4c82-bd7f-588b520d84f9), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:44.868997 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8164e545-1201-49b5-b035-115a1c5b512f admin admin] Router 237182d7-2b55-4c82-bd7f-588b520d84f9 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:56:44.878763 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a67876-9613-417a-b00c-6df8bbbfd490 req-8a183b23-1499-4765-a268-ea31f7b297bd tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:44.880875 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f3a67876-9613-417a-b00c-6df8bbbfd490 req-8a183b23-1499-4765-a268-ea31f7b297bd tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0470023 Apr 11 17:56:44.928777 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f3a67876-9613-417a-b00c-6df8bbbfd490 req-27ed7d99-e9ab-4952-aede-e8b72f711f60 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419128 Apr 11 17:56:44.976494 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8164e545-1201-49b5-b035-115a1c5b512f admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:56:44.981597 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-8164e545-1201-49b5-b035-115a1c5b512f admin admin] 10.222.0.76 "PUT /v2.0/routers/237182d7-2b55-4c82-bd7f-588b520d84f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6387768 Apr 11 17:56:44.984030 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54982) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:44.986180 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885edd48-ca23-4b5f-8447-c61518d7c0ad None None] Sync routers for ids ['237182d7-2b55-4c82-bd7f-588b520d84f9'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:56:44.997160 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885edd48-ca23-4b5f-8447-c61518d7c0ad None None] Routers {'237182d7-2b55-4c82-bd7f-588b520d84f9'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:44.997757 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-885edd48-ca23-4b5f-8447-c61518d7c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['237182d7-2b55-4c82-bd7f-588b520d84f9'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:45.087590 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Publish callbacks [] for router (237182d7-2b55-4c82-bd7f-588b520d84f9), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.104629 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-885edd48-ca23-4b5f-8447-c61518d7c0ad None None] Set router 237182d7-2b55-4c82-bd7f-588b520d84f9 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:45.190386 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Publish callbacks [] for router_gateway (237182d7-2b55-4c82-bd7f-588b520d84f9), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.238902 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Deleting port 79130897-c42d-4a66-8174-d40c8657b273 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:45.239935 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (79130897-c42d-4a66-8174-d40c8657b273), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.277605 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-885edd48-ca23-4b5f-8447-c61518d7c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '79130897-c42d-4a66-8174-d40c8657b273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:56:44Z', 'revision_number': 5, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port': {'id': '79130897-c42d-4a66-8174-d40c8657b273', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:51:19Z', 'updated_at': '2022-04-11T17:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:45.306738 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885edd48-ca23-4b5f-8447-c61518d7c0ad None None] Checking router: 237182d7-2b55-4c82-bd7f-588b520d84f9 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:56:45.315076 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885edd48-ca23-4b5f-8447-c61518d7c0ad None None] Routers {'237182d7-2b55-4c82-bd7f-588b520d84f9'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:45.315680 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-885edd48-ca23-4b5f-8447-c61518d7c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['237182d7-2b55-4c82-bd7f-588b520d84f9'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:45.322063 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] For port 79130897-c42d-4a66-8174-d40c8657b273, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=79130897-c42d-4a66-8174-d40c8657b273,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:45.322425 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (79130897-c42d-4a66-8174-d40c8657b273), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.336657 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Calling delete_port for 79130897-c42d-4a66-8174-d40c8657b273 owned by network:router_gateway {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:45.405312 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-885edd48-ca23-4b5f-8447-c61518d7c0ad None None] Set router 237182d7-2b55-4c82-bd7f-588b520d84f9 gateway port host: None {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:45.460980 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-885edd48-ca23-4b5f-8447-c61518d7c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:56:45Z', 'revision_number': 6, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port_host': None}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:45.487149 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885edd48-ca23-4b5f-8447-c61518d7c0ad None None] The sync data for ids ['237182d7-2b55-4c82-bd7f-588b520d84f9'] in dv-cinder-837353-1-iscsi is: [{'id': '237182d7-2b55-4c82-bd7f-588b520d84f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1255388794-router', 'tenant_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:51:18Z', 'updated_at': '2022-04-11T17:56:45Z', 'revision_number': 6, 'project_id': 'ef743ee504df4b4583f4313ba84b1ef5', 'gw_port_host': None}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:56:45.524607 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (79130897-c42d-4a66-8174-d40c8657b273), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.532081 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-414bce80-5aca-4c3f-a591-27e0c075518f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.555653 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Pushing event deleted for resources: {'Port': ['ID=79130897-c42d-4a66-8174-d40c8657b273,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:45.617271 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594366'] for router_gateway (237182d7-2b55-4c82-bd7f-588b520d84f9), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.707885 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123069'] for router (237182d7-2b55-4c82-bd7f-588b520d84f9), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.710523 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Publish callbacks [] for router_controller (237182d7-2b55-4c82-bd7f-588b520d84f9), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.755005 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1748057'] for router (237182d7-2b55-4c82-bd7f-588b520d84f9), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.755565 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 237182d7-2b55-4c82-bd7f-588b520d84f9 {{(pid=114851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:56:45.760793 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.761969 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-4b1bc23e-08e0-4a67-bf83-efaaae3ec68e admin admin] 10.222.0.76 "DELETE /v2.0/routers/237182d7-2b55-4c82-bd7f-588b520d84f9 HTTP/1.1" status: 204 len: 168 time: 0.7770495 Apr 11 17:56:45.764467 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54984) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:45.807789 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff84ab30-f75b-47d3-acae-6702ecb42a1b admin admin] Deleting subnet 2c16d97f-ad25-4b5a-ae55-e0e78ce3555e {{(pid=114851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:56:45.810831 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ff84ab30-f75b-47d3-acae-6702ecb42a1b admin admin] Publish callbacks [] for subnet (2c16d97f-ad25-4b5a-ae55-e0e78ce3555e), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.846302 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ff84ab30-f75b-47d3-acae-6702ecb42a1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3172199'] for subnet (2c16d97f-ad25-4b5a-ae55-e0e78ce3555e), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:45.960595 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ff84ab30-f75b-47d3-acae-6702ecb42a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (2c16d97f-ad25-4b5a-ae55-e0e78ce3555e), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.022707 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ff84ab30-f75b-47d3-acae-6702ecb42a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333659'] for subnet (2c16d97f-ad25-4b5a-ae55-e0e78ce3555e), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.048083 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f811a9-3969-4a9c-9c7a-fd520a9a9bac req-6e689467-a668-4ed1-b925-6f9e1b99fc84 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:46.048790 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84ab30-f75b-47d3-acae-6702ecb42a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c16d97f-ad25-4b5a-ae55-e0e78ce3555e,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:46.050785 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ff84ab30-f75b-47d3-acae-6702ecb42a1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.056463 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-ff84ab30-f75b-47d3-acae-6702ecb42a1b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2c16d97f-ad25-4b5a-ae55-e0e78ce3555e HTTP/1.1" status: 204 len: 168 time: 0.2885137 Apr 11 17:56:46.056565 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff75245-e13d-4b61-b913-e28ed6638ba1 None None] Network a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:56:46.057052 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 54988) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:46.059091 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63f811a9-3969-4a9c-9c7a-fd520a9a9bac req-6e689467-a668-4ed1-b925-6f9e1b99fc84 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0495675 Apr 11 17:56:46.113512 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63f811a9-3969-4a9c-9c7a-fd520a9a9bac req-12b2b4e1-485e-450a-903f-1afae6fd3ba9 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517254 Apr 11 17:56:46.128720 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (a973c109-bcb3-4a6d-ba08-0ec4e84a1a45), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.174947 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Deleting port 23adbfe8-54f4-470d-a2b9-46087d5d5597 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:56:46.175215 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.241122 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [req-31eef91c-5a10-4d07-b3a6-c91eb2b24bb9 req-38ce5448-0443-41f2-9559-0d63caf0fe01 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:56:46.242284 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-31eef91c-5a10-4d07-b3a6-c91eb2b24bb9 req-38ce5448-0443-41f2-9559-0d63caf0fe01 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0605397 Apr 11 17:56:46.250881 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] For port 23adbfe8-54f4-470d-a2b9-46087d5d5597, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=23adbfe8-54f4-470d-a2b9-46087d5d5597,segment=NetworkSegment(877eb865-0b85-4ab0-89c1-aca06ff547e5),segment_id=877eb865-0b85-4ab0-89c1-aca06ff547e5)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:46.251589 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.265383 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Calling delete_port for 23adbfe8-54f4-470d-a2b9-46087d5d5597 owned by network:dhcp {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:56:46.362551 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (23adbfe8-54f4-470d-a2b9-46087d5d5597), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.369509 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf78f4-54f6-4df6-8133-a8d34b424195 None None] DHCP port deletion for a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 request from dv-cinder-837353-1-iscsi {{(pid=114852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:56:46.377334 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] No DVR routers for this DVR port 23adbfe8-54f4-470d-a2b9-46087d5d5597 on host dv-cinder-837353-1-iscsi {{(pid=114851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:56:46.437132 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55000) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:46.440690 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=23adbfe8-54f4-470d-a2b9-46087d5d5597,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:46.465023 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641e04b-4486-4149-90d2-61fc459328ba req-61a6aa64-4d72-4c96-96e2-e6f7a378d06d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:46.466652 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e641e04b-4486-4149-90d2-61fc459328ba req-61a6aa64-4d72-4c96-96e2-e6f7a378d06d tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0689838 Apr 11 17:56:46.497883 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.514512 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (a973c109-bcb3-4a6d-ba08-0ec4e84a1a45), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.542867 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a973c109-bcb3-4a6d-ba08-0ec4e84a1a45']}} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:46.552557 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877eb865-0b85-4ab0-89c1-aca06ff547e5') {'for_net_delete': True} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:46.552866 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877eb865-0b85-4ab0-89c1-aca06ff547e5') {} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:46.561570 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e641e04b-4486-4149-90d2-61fc459328ba req-5d305075-eed0-4bbe-a041-7bbe7e77355f tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878160 Apr 11 17:56:46.565234 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3172206'] for segment (877eb865-0b85-4ab0-89c1-aca06ff547e5), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.568210 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2807f9f6-845f-4016-9098-6d65b558d95b req-cab2e550-2463-4afc-9931-a85b94ad821e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296904 Apr 11 17:56:46.577415 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [req-2807f9f6-845f-4016-9098-6d65b558d95b req-bae716fc-981e-45a8-8cc1-2975030afd37 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:56:46.581011 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (877eb865-0b85-4ab0-89c1-aca06ff547e5), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.582419 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2807f9f6-845f-4016-9098-6d65b558d95b req-bae716fc-981e-45a8-8cc1-2975030afd37 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090835 Apr 11 17:56:46.588110 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=114851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:56:46.588516 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599408'] for segment (877eb865-0b85-4ab0-89c1-aca06ff547e5), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: Traceback (most recent call last): Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: timer() Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: cb(*args, **kw) Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: return func(*args, **kwargs) Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: self._notify() Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: self.callback(batched_events) Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: event.method(event) Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: return f(self, *a, **k) Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._get(url).json() Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: return self.request(url, 'GET', **kwargs) Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:56:46.590401 dv-cinder-837353-1-iscsi neutron-server[114851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:56:46.646279 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (a973c109-bcb3-4a6d-ba08-0ec4e84a1a45), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.652800 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.656038 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a973c109-bcb3-4a6d-ba08-0ec4e84a1a45 HTTP/1.1" status: 204 len: 168 time: 0.5987380 Apr 11 17:56:46.666105 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c039b-d9df-43b3-b2fc-592f9565cdf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a973c109-bcb3-4a6d-ba08-0ec4e84a1a45,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:46.683852 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55010) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:46.731222 dv-cinder-837353-1-iscsi neutron-server[114851]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 17:56:46.779084 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55014) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:46.779766 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f9f6-845f-4016-9098-6d65b558d95b req-bb23d64c-15a5-4ebd-a49a-14a460bc8995 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:46.781186 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-2807f9f6-845f-4016-9098-6d65b558d95b req-bb23d64c-15a5-4ebd-a49a-14a460bc8995 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports/e2fd09e0-855b-481b-a832-a62707591fa8 HTTP/1.1" status: 200 len: 942 time: 0.0960951 Apr 11 17:56:46.819849 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-6c4a1f37-b9fb-4f2f-a074-1df6197b8649 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef743ee504df4b4583f4313ba84b1ef5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396173 Apr 11 17:56:46.822296 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55020) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:46.868878 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2034-8b34-4a21-8c4c-70bdad5d4d58 admin admin] Publish callbacks [] for security_group (c1682a90-0cef-4d14-974e-6daafd1202d5), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.890163 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2034-8b34-4a21-8c4c-70bdad5d4d58 admin admin] Publish callbacks [] for security_group (c1682a90-0cef-4d14-974e-6daafd1202d5), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.940063 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2034-8b34-4a21-8c4c-70bdad5d4d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (c1682a90-0cef-4d14-974e-6daafd1202d5), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.943095 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9dfc2034-8b34-4a21-8c4c-70bdad5d4d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:46.944228 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-9dfc2034-8b34-4a21-8c4c-70bdad5d4d58 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c1682a90-0cef-4d14-974e-6daafd1202d5 HTTP/1.1" status: 204 len: 168 time: 0.1208508 Apr 11 17:56:46.952490 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc2034-8b34-4a21-8c4c-70bdad5d4d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1682a90-0cef-4d14-974e-6daafd1202d5,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:47.284238 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 2edf43d1-95ee-45c0-b473-b761476cbe2b no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:47.307911 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 2edf43d1-95ee-45c0-b473-b761476cbe2b {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:47.308260 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 2edf43d1-95ee-45c0-b473-b761476cbe2b not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:47.308709 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 79130897-c42d-4a66-8174-d40c8657b273 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:47.329095 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 79130897-c42d-4a66-8174-d40c8657b273 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:47.329442 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 79130897-c42d-4a66-8174-d40c8657b273 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:47.329861 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 23adbfe8-54f4-470d-a2b9-46087d5d5597 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:47.350141 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 23adbfe8-54f4-470d-a2b9-46087d5d5597 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:47.350495 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 23adbfe8-54f4-470d-a2b9-46087d5d5597 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:47.569926 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device cbd5e933-4ab5-4a06-a11f-9883317931b6 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:47.591227 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: cbd5e933-4ab5-4a06-a11f-9883317931b6 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:56:47.591464 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device cbd5e933-4ab5-4a06-a11f-9883317931b6 not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:56:47.640518 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55048) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:47.686182 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af59c37-7036-4f73-bd85-2cd161c11e8c req-d28aa0a1-564a-4f6d-ab0c-d574aa9ea8d5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:47.688439 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4af59c37-7036-4f73-bd85-2cd161c11e8c req-d28aa0a1-564a-4f6d-ab0c-d574aa9ea8d5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0555592 Apr 11 17:56:47.742313 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4af59c37-7036-4f73-bd85-2cd161c11e8c req-eb9f3de5-bac8-439b-ab6b-68785f8e5e81 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472775 Apr 11 17:56:47.749134 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-network', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:47.775800 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Made reservation on behalf of 4fa5b589155249c78a0edceb7bf8b0d7 for: {'network': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:56:47.778260 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:47.787141 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:47.865901 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Publish callbacks [] for security_group (7f07208a-4eac-4739-bb48-3255e0ecab7c), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:47.870336 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (7f07208a-4eac-4739-bb48-3255e0ecab7c), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:47.894801 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=114851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:56:47.903531 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f07208a-4eac-4739-bb48-3255e0ecab7c,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:47.909679 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (354ac18e-c4fe-469c-bfdb-5cf007bdc0ff), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:47.910115 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.segments_db [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Added segment 354ac18e-c4fe-469c-bfdb-5cf007bdc0ff of type vlan for network 5b7d6775-5316-468d-86b7-f792879d10ca Apr 11 17:56:47.931408 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:47.951803 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (5b7d6775-5316-468d-86b7-f792879d10ca), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:47.976052 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (5b7d6775-5316-468d-86b7-f792879d10ca), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:47.977005 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:47.977572 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:48.011531 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3699174 Apr 11 17:56:48.014513 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55052) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:48.019681 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-92847cbb-1004-4ce6-abc5-b34c9f6cc32c admin admin] Request body: {'subnet': {'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-subnet', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:48.038811 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92847cbb-1004-4ce6-abc5-b34c9f6cc32c admin admin] Made reservation on behalf of 4fa5b589155249c78a0edceb7bf8b0d7 for: {'subnet': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:56:48.041211 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-92847cbb-1004-4ce6-abc5-b34c9f6cc32c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660958'] for subnet (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:48.261529 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d7ef1-e484-4d02-afea-8c0a5eb5f514 admin admin] Pushing event updated for resources: {'Network': ['ID=5b7d6775-5316-468d-86b7-f792879d10ca,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:48.270997 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 5b7d6775-5316-468d-86b7-f792879d10ca details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:56:48.273761 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f9f6-845f-4016-9098-6d65b558d95b req-9c529de7-c875-4495-bd62-882332a1ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:48.275247 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2807f9f6-845f-4016-9098-6d65b558d95b req-9c529de7-c875-4495-bd62-882332a1ba66 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2&tenant_id=6c71b0f821474346aaf840b827812a6e HTTP/1.1" status: 200 len: 1129 time: 0.1078856 Apr 11 17:56:48.283429 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-92847cbb-1004-4ce6-abc5-b34c9f6cc32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25603477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660940'] for subnet (0f64ec07-fa75-44a4-b98f-91779a92a54a), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:48.366815 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f9f6-845f-4016-9098-6d65b558d95b req-f4a55f21-917f-4b5d-9b2d-589a9c74bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:48.368282 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2807f9f6-845f-4016-9098-6d65b558d95b req-f4a55f21-917f-4b5d-9b2d-589a9c74bea2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c71b0f821474346aaf840b827812a6e&device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 1129 time: 0.0588570 Apr 11 17:56:48.373415 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92847cbb-1004-4ce6-abc5-b34c9f6cc32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f64ec07-fa75-44a4-b98f-91779a92a54a,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:48.405684 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92847cbb-1004-4ce6-abc5-b34c9f6cc32c admin admin] Checking segment: {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:56:48.406031 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92847cbb-1004-4ce6-abc5-b34c9f6cc32c admin admin] Network hostable DHCP agents. Network: 5b7d6775-5316-468d-86b7-f792879d10ca, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:56:48.462747 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92847cbb-1004-4ce6-abc5-b34c9f6cc32c admin admin] Network 5b7d6775-5316-468d-86b7-f792879d10ca is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:56:48.480888 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-92847cbb-1004-4ce6-abc5-b34c9f6cc32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 5b7d6775-5316-468d-86b7-f792879d10ca) {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:56:48.482919 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f9f6-845f-4016-9098-6d65b558d95b req-39720ec1-9784-4209-a95b-39da2e8ec0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:48.484384 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2807f9f6-845f-4016-9098-6d65b558d95b req-39720ec1-9784-4209-a95b-39da2e8ec0af service neutron] 10.222.0.18 "GET /v2.0/networks?id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271 HTTP/1.1" status: 200 len: 910 time: 0.1073849 Apr 11 17:56:48.487027 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92847cbb-1004-4ce6-abc5-b34c9f6cc32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:48.487570 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-92847cbb-1004-4ce6-abc5-b34c9f6cc32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:48.490150 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e186f5e-963a-4ee1-86d4-76148d67a2ba None None] Network 5b7d6775-5316-468d-86b7-f792879d10ca requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:56:48.541173 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-92847cbb-1004-4ce6-abc5-b34c9f6cc32c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5253768 Apr 11 17:56:48.543696 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55054) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:48.549578 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:48.571811 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2807f9f6-845f-4016-9098-6d65b558d95b req-827cf4e3-4973-4b17-b5ff-f07d45f00da2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2fd09e0-855b-481b-a832-a62707591fa8 HTTP/1.1" status: 200 len: 1001 time: 0.0803859 Apr 11 17:56:48.577691 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (6cb6b45e-f179-4698-90b5-1fb807f5b421), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:48.578737 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1748122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123050'] for router (6cb6b45e-f179-4698-90b5-1fb807f5b421), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:48.600690 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb427c2df-acee-5b9d-b21c-7ccde36b64d7-5b7d6775-5316-468d-86b7-f792879d10ca', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a'}]}} from dv-cinder-837353-1-iscsi. {{(pid=114852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:56:48.601578 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:48.736006 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.db_base_plugin_common [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Allocated IP 172.20.0.2 (5b7d6775-5316-468d-86b7-f792879d10ca/0f64ec07-fa75-44a4-b98f-91779a92a54a/b086caf3-8aea-4a84-859a-a0a7b6a58aef) {{(pid=114852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:56:48.887863 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Publish callbacks [] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), precommit_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:48.894110 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:48.943188 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Network 5b7d6775-5316-468d-86b7-f792879d10ca is already hosted by enough agents. {{(pid=114852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:56:48.947184 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.base_scheduler [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Resources bound (agent type, host, resource id): {{(pid=114852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:56:48.949454 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Pushing event updated for resources: {'Port': ['ID=b086caf3-8aea-4a84-859a-a0a7b6a58aef,revision_number=1']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:48.951615 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Received port after_create {{(pid=114852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:56:48.961008 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f568bbb-d24a-46ca-a77d-2f928ca08431 req-502e54fe-aeae-46c2-a695-b87718483018 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:48.962502 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5f568bbb-d24a-46ca-a77d-2f928ca08431 req-502e54fe-aeae-46c2-a695-b87718483018 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0736597 Apr 11 17:56:48.989351 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f9f6-845f-4016-9098-6d65b558d95b req-0e72a269-8e97-4825-81db-3e49ed624d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:48.990782 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2807f9f6-845f-4016-9098-6d65b558d95b req-0e72a269-8e97-4825-81db-3e49ed624d6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1db30ab4-92c4-4d32-abe7-c8b778e7e79c HTTP/1.1" status: 200 len: 848 time: 0.4079039 Apr 11 17:56:49.006723 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Attempting to bind port b086caf3-8aea-4a84-859a-a0a7b6a58aef on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:56:49.007093 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Attempting to bind port b086caf3-8aea-4a84-859a-a0a7b6a58aef by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:56:49.007455 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Attempting to bind port b086caf3-8aea-4a84-859a-a0a7b6a58aef on network 5b7d6775-5316-468d-86b7-f792879d10ca {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:56:49.009166 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Publish callbacks [] for router_controller (6cb6b45e-f179-4698-90b5-1fb807f5b421), precommit_add_association {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:49.012894 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:56:49.013271 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Checking segment: {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:56:49.013693 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:49.014124 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Bound using segment: {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:56:49.014643 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Bound port: b086caf3-8aea-4a84-859a-a0a7b6a58aef, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:56:49.015047 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:49.077698 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] For port b086caf3-8aea-4a84-859a-a0a7b6a58aef, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:56:49.081101 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] For port b086caf3-8aea-4a84-859a-a0a7b6a58aef, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=b086caf3-8aea-4a84-859a-a0a7b6a58aef,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:56:49.088410 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:49.125705 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807f9f6-845f-4016-9098-6d65b558d95b req-ba2d8c96-b6f1-479f-9044-a2202c54317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:49.127397 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2807f9f6-845f-4016-9098-6d65b558d95b req-ba2d8c96-b6f1-479f-9044-a2202c54317d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1273921 Apr 11 17:56:49.150710 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84318c7b-97bb-4cb7-833d-29ad4cd9eef6 None None] Pushing event updated for resources: {'Port': ['ID=b086caf3-8aea-4a84-859a-a0a7b6a58aef,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:49.196474 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5f568bbb-d24a-46ca-a77d-2f928ca08431 req-ce6da4ee-fe29-4541-ba09-cbc9063610c8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047296 Apr 11 17:56:49.269522 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Publish callbacks [] for router_gateway (6cb6b45e-f179-4698-90b5-1fb807f5b421), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:49.329120 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2807f9f6-845f-4016-9098-6d65b558d95b req-472cfc8c-d425-4d5e-ac5e-e02f15b806f6 service neutron] 10.222.0.18 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940372 Apr 11 17:56:49.453320 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:49.537479 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2807f9f6-845f-4016-9098-6d65b558d95b req-018435cb-127a-48c3-a940-e320c0f0968d service neutron] 10.222.0.18 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805727 Apr 11 17:56:49.555004 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Publish callbacks [] for router_gateway (6cb6b45e-f179-4698-90b5-1fb807f5b421), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:49.556709 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e2fd09e0-855b-481b-a832-a62707591fa8 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:56:49.579203 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:49.635617 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port e2fd09e0-855b-481b-a832-a62707591fa8 is: ACTIVE; New status is: DOWN {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:49.636011 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:49.658881 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:49.661642 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a717416f-dc2b-4efd-9cce-86839b3868b9" -d '{"events": [{"server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:49.674014 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e2fd09e0-855b-481b-a832-a62707591fa8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e2fd09e0-855b-481b-a832-a62707591fa8,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:49.679313 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:49.685925 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Allocated IP 172.27.1.140 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/a87eb007-a755-459c-8b91-ab31ed339e5f) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:56:49.705593 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e63966-dd15-43d4-a712-0bcfb37a4e77 x-openstack-request-id: req-88e63966-dd15-43d4-a712-0bcfb37a4e77 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:49.705901 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "name": "network-vif-unplugged", "status": "completed", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:49.706158 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88e63966-dd15-43d4-a712-0bcfb37a4e77 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:49.706547 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e63966-dd15-43d4-a712-0bcfb37a4e77'] response: {'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'code': 200} Apr 11 17:56:49.734042 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=e2fd09e0-855b-481b-a832-a62707591fa8,revision_number=6']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:49.799547 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Publish callbacks [] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:49.834755 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:49.876930 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:56:49.879863 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:56:49.883325 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:56:49.888908 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a87eb007-a755-459c-8b91-ab31ed339e5f,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:50.031358 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807c992d-1746-4a06-ab74-49f22882813a None None] Network 5b7d6775-5316-468d-86b7-f792879d10ca requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:56:50.111187 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-f634a9a5-a265-45c2-a582-c6aadb647903 None None] Provisioning complete for port b086caf3-8aea-4a84-859a-a0a7b6a58aef triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:50.111550 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f634a9a5-a265-45c2-a582-c6aadb647903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:50.141888 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Publish callbacks [] for router_gateway (6cb6b45e-f179-4698-90b5-1fb807f5b421), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:50.219083 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-f634a9a5-a265-45c2-a582-c6aadb647903 None None] Current status of the port b086caf3-8aea-4a84-859a-a0a7b6a58aef is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:50.219391 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f634a9a5-a265-45c2-a582-c6aadb647903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:50.258741 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-f634a9a5-a265-45c2-a582-c6aadb647903 None None] For port b086caf3-8aea-4a84-859a-a0a7b6a58aef, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=b086caf3-8aea-4a84-859a-a0a7b6a58aef,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:50.264510 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f634a9a5-a265-45c2-a582-c6aadb647903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:50.323342 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634a9a5-a265-45c2-a582-c6aadb647903 None None] Pushing event updated for resources: {'Port': ['ID=b086caf3-8aea-4a84-859a-a0a7b6a58aef,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:50.372691 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371cb1e-63e3-40fb-b9a0-3d9b6b7479cc req-2fc9f021-c617-495a-8148-d9f7094fb8d4 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:50.374184 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f371cb1e-63e3-40fb-b9a0-3d9b6b7479cc req-2fc9f021-c617-495a-8148-d9f7094fb8d4 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0881643 Apr 11 17:56:50.383350 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-e758a718-7cb7-4213-9024-8a91c22119f4 None None] Provisioning complete for port b086caf3-8aea-4a84-859a-a0a7b6a58aef triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:50.383718 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e758a718-7cb7-4213-9024-8a91c22119f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:50.409489 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594322'] for router (6cb6b45e-f179-4698-90b5-1fb807f5b421), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:50.464022 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-e758a718-7cb7-4213-9024-8a91c22119f4 None None] Current status of the port b086caf3-8aea-4a84-859a-a0a7b6a58aef is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:50.476904 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f371cb1e-63e3-40fb-b9a0-3d9b6b7479cc req-516a49ae-83e3-44f7-9ada-d904321e320a tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958602 Apr 11 17:56:50.566304 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Router 6cb6b45e-f179-4698-90b5-1fb807f5b421 is scheduled to L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad with binding_index 1 {{(pid=114850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:56:50.677391 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:56:50.698266 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Sync routers for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:56:50.701149 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:50.701471 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:50.705644 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:50.709507 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-e27878e0-bfde-4a9a-9db6-2ac9ee6a74e1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1623573 Apr 11 17:56:50.709910 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55070) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:50.811488 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:50.985281 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:50Z', 'revision_number': 3, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:51.012297 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Checking router: 6cb6b45e-f179-4698-90b5-1fb807f5b421 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:56:51.012651 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Updating router 6cb6b45e-f179-4698-90b5-1fb807f5b421 port a87eb007-a755-459c-8b91-ab31ed339e5f binding host dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:56:51.041571 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.147621 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.297265 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Publish callbacks [] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), precommit_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.302865 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device b086caf3-8aea-4a84-859a-a0a7b6a58aef up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:56:51.303567 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.315787 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Allocated IP 172.20.0.1 (5b7d6775-5316-468d-86b7-f792879d10ca/0f64ec07-fa75-44a4-b98f-91779a92a54a/2e87969e-a0f8-4909-a882-cf8666142788) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:56:51.351487 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port b086caf3-8aea-4a84-859a-a0a7b6a58aef triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:51.352230 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.358634 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Attempting to bind port a87eb007-a755-459c-8b91-ab31ed339e5f on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:56:51.359004 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Attempting to bind port a87eb007-a755-459c-8b91-ab31ed339e5f by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:56:51.359368 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Attempting to bind port a87eb007-a755-459c-8b91-ab31ed339e5f on network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:56:51.364826 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Pushing event updated for resources: {'Port': ['ID=a87eb007-a755-459c-8b91-ab31ed339e5f,revision_number=2']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:51.372456 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:56:51.372830 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Checking segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:56:51.373254 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.373639 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Bound using segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:56:51.374271 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Bound port: a87eb007-a755-459c-8b91-ab31ed339e5f, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:56:51.374822 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.377940 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.378284 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.378829 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.379185 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.380061 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.380386 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.380707 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.381234 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.381546 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.381870 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.382198 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.382523 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.382839 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.383323 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.383806 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:56:51.436634 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Publish callbacks [] for port (2e87969e-a0f8-4909-a882-cf8666142788), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.436955 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] For port a87eb007-a755-459c-8b91-ab31ed339e5f, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:56:51.440553 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] For port a87eb007-a755-459c-8b91-ab31ed339e5f, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=a87eb007-a755-459c-8b91-ab31ed339e5f,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:56:51.447465 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.448110 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port b086caf3-8aea-4a84-859a-a0a7b6a58aef is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:51.473822 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (2e87969e-a0f8-4909-a882-cf8666142788), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.498805 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:51.499414 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:51.519793 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Network 5b7d6775-5316-468d-86b7-f792879d10ca is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:56:51.523427 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:56:51.527067 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:56:51.555655 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbda65f-e8f6-43e5-8afa-a9739f49a7d3 None None] Pushing event updated for resources: {'Port': ['ID=a87eb007-a755-459c-8b91-ab31ed339e5f,revision_number=3']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:51.558386 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Pushing event updated for resources: {'Port': ['ID=2e87969e-a0f8-4909-a882-cf8666142788,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:51.578235 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594145'] for router_interface (6cb6b45e-f179-4698-90b5-1fb807f5b421), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.612114 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a93845-094d-42a2-b535-4eb03bd0178b req-37c62fa1-b28d-4c9b-8840-fa30ca9ae03f tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:51.620182 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-52a93845-094d-42a2-b535-4eb03bd0178b req-37c62fa1-b28d-4c9b-8840-fa30ca9ae03f tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0604994 Apr 11 17:56:51.629757 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:51.672810 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-52a93845-094d-42a2-b535-4eb03bd0178b req-4b6657e7-8aa6-4f0b-9e8a-d38e65433810 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515575 Apr 11 17:56:51.702881 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.741755 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (2e87969e-a0f8-4909-a882-cf8666142788), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.794746 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-95abea8c-b3b1-48e7-8a33-7c9894ba2630 None None] Provisioning complete for port 2e87969e-a0f8-4909-a882-cf8666142788 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:51.795025 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-95abea8c-b3b1-48e7-8a33-7c9894ba2630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2e87969e-a0f8-4909-a882-cf8666142788), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.838100 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:50Z', 'revision_number': 3, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:51.845677 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-95abea8c-b3b1-48e7-8a33-7c9894ba2630 None None] Port 2e87969e-a0f8-4909-a882-cf8666142788 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:56:51.874761 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ee038-2dea-411b-9471-54b1a0348631 None None] The sync data for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi is: [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:50Z', 'revision_number': 3, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:56:51.921699 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Publish callbacks [] for port (2e87969e-a0f8-4909-a882-cf8666142788), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.927026 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (2e87969e-a0f8-4909-a882-cf8666142788), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:51.999064 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594769'] for router_interface (6cb6b45e-f179-4698-90b5-1fb807f5b421), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:52.000842 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Pushing event updated for resources: {'Port': ['ID=2e87969e-a0f8-4909-a882-cf8666142788,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:52.103601 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Network 5b7d6775-5316-468d-86b7-f792879d10ca is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:56:52.105174 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:56:52.271992 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Router 6cb6b45e-f179-4698-90b5-1fb807f5b421 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:56:52.405731 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:56:52.418715 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-8fdd84dc-4ad6-475f-b58c-57d8f531d1fe admin admin] 10.222.0.76 "PUT /v2.0/routers/6cb6b45e-f179-4698-90b5-1fb807f5b421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6983523 Apr 11 17:56:52.469452 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-f0c45316-73f8-4369-8bef-3aff93ce1c61 None None] Provisioning complete for port 2e87969e-a0f8-4909-a882-cf8666142788 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:52.470004 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f0c45316-73f8-4369-8bef-3aff93ce1c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2e87969e-a0f8-4909-a882-cf8666142788), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:52.512540 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-f0c45316-73f8-4369-8bef-3aff93ce1c61 None None] Port 2e87969e-a0f8-4909-a882-cf8666142788 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:56:52.791212 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c13d15-19d4-4f99-a543-790122034920 req-8adc342b-d6e0-4bf5-9781-8e060fe926db tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:52.793498 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d1c13d15-19d4-4f99-a543-790122034920 req-8adc342b-d6e0-4bf5-9781-8e060fe926db tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0499830 Apr 11 17:56:52.841969 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d1c13d15-19d4-4f99-a543-790122034920 req-5d6021da-cdb8-42fa-84b6-58b3b60717ab tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424359 Apr 11 17:56:52.937366 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55096) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:52.941995 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-d039ad25-a4dd-4d2b-84ee-cf4b0beba5c1 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--704051345', 'description': 'tempest-description--750584058'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:52.962793 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d039ad25-a4dd-4d2b-84ee-cf4b0beba5c1 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.031917 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d039ad25-a4dd-4d2b-84ee-cf4b0beba5c1 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group (54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.036574 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d039ad25-a4dd-4d2b-84ee-cf4b0beba5c1 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.070577 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d039ad25-a4dd-4d2b-84ee-cf4b0beba5c1 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.071701 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-d039ad25-a4dd-4d2b-84ee-cf4b0beba5c1 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1332853 Apr 11 17:56:53.072543 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039ad25-a4dd-4d2b-84ee-cf4b0beba5c1 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:53.074521 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55098) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:53.078646 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-b552d2b5-c571-40be-8397-5ae56b310e34 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Request body: {'security_group_rule': {'security_group_id': '54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:53.103252 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b552d2b5-c571-40be-8397-5ae56b310e34 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group_rule (0838f9b2-173e-4fd0-ad1d-c767b18adc5e), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.165437 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b552d2b5-c571-40be-8397-5ae56b310e34 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group_rule (0838f9b2-173e-4fd0-ad1d-c767b18adc5e), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.169528 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b552d2b5-c571-40be-8397-5ae56b310e34 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (0838f9b2-173e-4fd0-ad1d-c767b18adc5e), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.188942 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552d2b5-c571-40be-8397-5ae56b310e34 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0838f9b2-173e-4fd0-ad1d-c767b18adc5e,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:53.200013 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b552d2b5-c571-40be-8397-5ae56b310e34 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.201273 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-b552d2b5-c571-40be-8397-5ae56b310e34 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258309 Apr 11 17:56:53.204014 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55100) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:53.209100 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-a3ae72d3-aa62-4d19-b074-a4a244360e08 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Request body: {'security_group_rule': {'security_group_id': '54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:53.240073 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a3ae72d3-aa62-4d19-b074-a4a244360e08 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group_rule (7b9db9ca-2f57-4e40-87d1-60b37bbb523f), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.319515 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device a87eb007-a755-459c-8b91-ab31ed339e5f up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:56:53.322350 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a3ae72d3-aa62-4d19-b074-a4a244360e08 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group_rule (7b9db9ca-2f57-4e40-87d1-60b37bbb523f), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.326533 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a3ae72d3-aa62-4d19-b074-a4a244360e08 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (7b9db9ca-2f57-4e40-87d1-60b37bbb523f), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.345523 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae72d3-aa62-4d19-b074-a4a244360e08 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9db9ca-2f57-4e40-87d1-60b37bbb523f,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:53.355922 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a3ae72d3-aa62-4d19-b074-a4a244360e08 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.360004 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-a3ae72d3-aa62-4d19-b074-a4a244360e08 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521635 Apr 11 17:56:53.360205 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55104) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:56:53.364985 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:53.372512 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port a87eb007-a755-459c-8b91-ab31ed339e5f triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:53.373011 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.384593 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.450746 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port a87eb007-a755-459c-8b91-ab31ed339e5f is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:53.451129 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.467498 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.475111 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port a87eb007-a755-459c-8b91-ab31ed339e5f, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=a87eb007-a755-459c-8b91-ab31ed339e5f,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:53.478689 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.528266 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=a87eb007-a755-459c-8b91-ab31ed339e5f,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:53.538312 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Sync routers for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:56:53.548899 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:53.549516 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:53.576257 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Allocated IP 172.27.1.75 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/416486c2-b309-4089-ba07-cb603dbc0902) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:56:53.660501 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:53.680694 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for port (416486c2-b309-4089-ba07-cb603dbc0902), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.714468 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (416486c2-b309-4089-ba07-cb603dbc0902), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.753329 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:56:53.758125 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:56:53.762387 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:56:53.765385 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event updated for resources: {'Port': ['ID=416486c2-b309-4089-ba07-cb603dbc0902,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:53.850515 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (bb991e60-9162-4097-950c-612716c4da8b), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.851248 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 2, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:53.883105 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Checking router: 6cb6b45e-f179-4698-90b5-1fb807f5b421 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:56:53.883466 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Updating router 6cb6b45e-f179-4698-90b5-1fb807f5b421 port 2e87969e-a0f8-4909-a882-cf8666142788 binding host dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:56:53.889351 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (416486c2-b309-4089-ba07-cb603dbc0902), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.914503 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (2e87969e-a0f8-4909-a882-cf8666142788), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:53.974186 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250e1f5-1fc7-4e39-b2e7-64387cb07951 req-f0772015-637c-47ff-9b4f-80182c07d4c8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:53.975750 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3250e1f5-1fc7-4e39-b2e7-64387cb07951 req-f0772015-637c-47ff-9b4f-80182c07d4c8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0604465 Apr 11 17:56:54.076036 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3250e1f5-1fc7-4e39-b2e7-64387cb07951 req-0efee75d-97b0-47c4-bec3-b647134941d1 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878532 Apr 11 17:56:54.124713 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for port (416486c2-b309-4089-ba07-cb603dbc0902), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.130981 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (416486c2-b309-4089-ba07-cb603dbc0902), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.203298 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event updated for resources: {'Port': ['ID=416486c2-b309-4089-ba07-cb603dbc0902,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:54.215471 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (bb991e60-9162-4097-950c-612716c4da8b), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.231290 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.233874 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-4202220e-b8d9-4f0c-9484-d85c82cdd008 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8718293 Apr 11 17:56:54.325920 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Publish callbacks [] for port (2e87969e-a0f8-4909-a882-cf8666142788), precommit_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.332675 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (2e87969e-a0f8-4909-a882-cf8666142788), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.388209 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043368c-6005-4620-a91a-0b7f9768b4ee None None] Pushing event updated for resources: {'Port': ['ID=2e87969e-a0f8-4909-a882-cf8666142788,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:54.389018 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-91d0f7a5-4c0c-4a19-974a-426fc3ced42f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--704051345&fields=id&tenant_id=4fa5b589155249c78a0edceb7bf8b0d7 HTTP/1.1" status: 200 len: 267 time: 0.0500443 Apr 11 17:56:54.444189 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Attempting to bind port 2e87969e-a0f8-4909-a882-cf8666142788 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:56:54.444620 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Attempting to bind port 2e87969e-a0f8-4909-a882-cf8666142788 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:56:54.445015 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Attempting to bind port 2e87969e-a0f8-4909-a882-cf8666142788 on network 5b7d6775-5316-468d-86b7-f792879d10ca {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:56:54.450623 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:56:54.451003 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Checking segment: {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:56:54.451405 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.451804 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Bound using segment: {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:56:54.452274 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Bound port: 2e87969e-a0f8-4909-a882-cf8666142788, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:56:54.452664 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (2e87969e-a0f8-4909-a882-cf8666142788), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.517795 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] For port 2e87969e-a0f8-4909-a882-cf8666142788, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:56:54.521601 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] For port 2e87969e-a0f8-4909-a882-cf8666142788, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=2e87969e-a0f8-4909-a882-cf8666142788,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:56:54.523390 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9123e52-e109-456e-b7b9-ec16148511bb req-b28be104-2a48-49b5-81b4-79b11d5b3148 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:54.529119 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (2e87969e-a0f8-4909-a882-cf8666142788), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.529499 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-b28be104-2a48-49b5-81b4-79b11d5b3148 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 817 time: 0.1312983 Apr 11 17:56:54.540356 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-7f2b842b-72cf-48b8-9678-4f13edd5edc6 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/quotas/4fa5b589155249c78a0edceb7bf8b0d7 HTTP/1.1" status: 200 len: 375 time: 0.0099156 Apr 11 17:56:54.594238 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:56:54.594865 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:54.595378 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-2fce85f4-15c2-4ad7-a1f0-6b95c7025125 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493777 Apr 11 17:56:54.634158 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043368c-6005-4620-a91a-0b7f9768b4ee None None] Pushing event updated for resources: {'Port': ['ID=2e87969e-a0f8-4909-a882-cf8666142788,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:54.653136 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-b7c75f5c-36b3-4558-9465-7b2c734058e9 None None] Provisioning complete for port 2e87969e-a0f8-4909-a882-cf8666142788 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:54.653515 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b7c75f5c-36b3-4558-9465-7b2c734058e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2e87969e-a0f8-4909-a882-cf8666142788), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.694604 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-d2f93f3f-35e4-419f-9171-d5859fa9d265 service neutron] 10.222.0.76 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871835 Apr 11 17:56:54.758645 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:56:54.793332 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-8c9feed8-d1cb-45a9-9d1e-749433919408 service neutron] 10.222.0.76 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928617 Apr 11 17:56:54.862488 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-b7c75f5c-36b3-4558-9465-7b2c734058e9 None None] Current status of the port 2e87969e-a0f8-4909-a882-cf8666142788 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:54.862881 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b7c75f5c-36b3-4558-9465-7b2c734058e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (2e87969e-a0f8-4909-a882-cf8666142788), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.948949 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-b7c75f5c-36b3-4558-9465-7b2c734058e9 None None] For port 2e87969e-a0f8-4909-a882-cf8666142788, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=2e87969e-a0f8-4909-a882-cf8666142788,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:54.959080 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b7c75f5c-36b3-4558-9465-7b2c734058e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (2e87969e-a0f8-4909-a882-cf8666142788), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:54.970403 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f6c3f919-8351-4f62-abaa-cbec9bf6fef2 req-f6643764-29ba-450b-8d72-87c0da66b420 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 210 time: 0.0330107 Apr 11 17:56:55.048051 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c75f5c-36b3-4558-9465-7b2c734058e9 None None] Pushing event updated for resources: {'Port': ['ID=2e87969e-a0f8-4909-a882-cf8666142788,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:55.053350 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:56:55.092502 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d4545-107b-4ab8-8368-c75010c59f19 None None] The sync data for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi is: [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:56:55.102648 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-404c7410-9c3b-4712-96ef-b2d203360652 None None] Provisioning complete for port 2e87969e-a0f8-4909-a882-cf8666142788 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:55.103041 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-404c7410-9c3b-4712-96ef-b2d203360652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2e87969e-a0f8-4909-a882-cf8666142788), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:55.215451 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-404c7410-9c3b-4712-96ef-b2d203360652 None None] Current status of the port 2e87969e-a0f8-4909-a882-cf8666142788 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:55.273620 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7102a8-9353-46d4-bdf0-582809d989ea req-87eed8eb-1752-4e76-9e2e-214f98596a16 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:55.275172 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3d7102a8-9353-46d4-bdf0-582809d989ea req-87eed8eb-1752-4e76-9e2e-214f98596a16 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.1152430 Apr 11 17:56:55.342678 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3d7102a8-9353-46d4-bdf0-582809d989ea req-f223480f-a4ff-4cae-a9b7-d3e2484ff65e tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591457 Apr 11 17:56:55.474153 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device a87eb007-a755-459c-8b91-ab31ed339e5f up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:56:55.532712 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port a87eb007-a755-459c-8b91-ab31ed339e5f triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:55.533790 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:55.607489 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43212c-6b89-4da1-896d-890e9bbe8349 req-36c72920-50cc-44ad-a1d8-bc5c7f91c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:55.609488 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e43212c-6b89-4da1-896d-890e9bbe8349 req-36c72920-50cc-44ad-a1d8-bc5c7f91c211 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 1127 time: 0.0460923 Apr 11 17:56:55.632574 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port a87eb007-a755-459c-8b91-ab31ed339e5f is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:55.633690 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 2e87969e-a0f8-4909-a882-cf8666142788 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:56:55.659626 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e43212c-6b89-4da1-896d-890e9bbe8349 req-6ab88448-9675-4206-a66d-a13c0c474650 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443344 Apr 11 17:56:55.685072 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 2e87969e-a0f8-4909-a882-cf8666142788 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:55.685439 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (2e87969e-a0f8-4909-a882-cf8666142788), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:55.770602 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 2e87969e-a0f8-4909-a882-cf8666142788 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:56.071749 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3cc37eb3-d918-4478-82e7-6ab3056ac85e req-511e63fb-4524-4a64-82dd-b224e79cf039 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 210 time: 0.0284529 Apr 11 17:56:56.532643 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6ee3c-6f72-4a2f-9fc3-a2ac84e3298a req-56943128-16b8-4ec4-ae83-c2ed54dba74f tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:56.534148 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-68a6ee3c-6f72-4a2f-9fc3-a2ac84e3298a req-56943128-16b8-4ec4-ae83-c2ed54dba74f tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0868893 Apr 11 17:56:56.567344 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9123e52-e109-456e-b7b9-ec16148511bb req-af9db8a8-374b-4170-a13f-4451bca25df2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:56.568728 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-af9db8a8-374b-4170-a13f-4451bca25df2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.18 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 817 time: 0.1623123 Apr 11 17:56:56.598421 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-68a6ee3c-6f72-4a2f-9fc3-a2ac84e3298a req-b24ae7e4-317f-4f38-a6ac-727c58c85d16 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567949 Apr 11 17:56:56.997736 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-72fecc71-67d7-4b94-a2c8-522836c7b146 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fa5b589155249c78a0edceb7bf8b0d7 HTTP/1.1" status: 200 len: 379 time: 0.0519361 Apr 11 17:56:57.034496 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-a9123e52-e109-456e-b7b9-ec16148511bb req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Request body: {'port': {'device_id': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'admin_state_up': True, 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'security_groups': ['54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:57.142307 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9123e52-e109-456e-b7b9-ec16148511bb req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Made reservation on behalf of 4fa5b589155249c78a0edceb7bf8b0d7 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:56:57.145819 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a9123e52-e109-456e-b7b9-ec16148511bb req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:57.185949 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e73fef3c-4c26-467b-8c27-4ec17c7dab0b req-951995bb-570c-424f-b197-7abbc1164ce3 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 210 time: 0.0379016 Apr 11 17:56:57.296326 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-a9123e52-e109-456e-b7b9-ec16148511bb req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Allocated IP 172.20.0.3 (5b7d6775-5316-468d-86b7-f792879d10ca/0f64ec07-fa75-44a4-b98f-91779a92a54a/73339840-ff12-4c11-a28b-842876074b50) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:56:57.431789 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a9123e52-e109-456e-b7b9-ec16148511bb req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for port (73339840-ff12-4c11-a28b-842876074b50), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:57.587589 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e2fd09e0-855b-481b-a832-a62707591fa8 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:56:57.697843 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e2fd09e0-855b-481b-a832-a62707591fa8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e2fd09e0-855b-481b-a832-a62707591fa8,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:57.710688 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'port_id': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'mac_address': 'fa:16:3e:50:08:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:56:57.752810 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port e2fd09e0-855b-481b-a832-a62707591fa8 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:57.753301 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:57.766301 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fd09e0-855b-481b-a832-a62707591fa8 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:56:57.773233 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d66da-9a6d-4900-a5d2-311a2108cc81 req-8674aec9-a8b4-48d7-817e-42729311a53b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:57.774872 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-753d66da-9a6d-4900-a5d2-311a2108cc81 req-8674aec9-a8b4-48d7-817e-42729311a53b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 943 time: 0.0540626 Apr 11 17:56:57.776356 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a9123e52-e109-456e-b7b9-ec16148511bb req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (73339840-ff12-4c11-a28b-842876074b50), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:57.789599 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e2fd09e0-855b-481b-a832-a62707591fa8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e2fd09e0-855b-481b-a832-a62707591fa8,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:57.793620 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:57.841289 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=e2fd09e0-855b-481b-a832-a62707591fa8,revision_number=7']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:57.844672 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9123e52-e109-456e-b7b9-ec16148511bb req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Network 5b7d6775-5316-468d-86b7-f792879d10ca is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:56:57.847506 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-a9123e52-e109-456e-b7b9-ec16148511bb req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:56:57.849872 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event updated for resources: {'Port': ['ID=73339840-ff12-4c11-a28b-842876074b50,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:57.857403 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9123e52-e109-456e-b7b9-ec16148511bb req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:56:57.907860 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-753d66da-9a6d-4900-a5d2-311a2108cc81 req-318d5ec0-bb2c-4cb6-9596-c762704cb506 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251075 Apr 11 17:56:57.923123 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9123e52-e109-456e-b7b9-ec16148511bb req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:57.923750 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a9123e52-e109-456e-b7b9-ec16148511bb req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:57.941018 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-bae8aa50-22be-423f-bbec-d283fdd5e77e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9102776 Apr 11 17:56:57.987063 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Request body: {'port': {'device_id': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:56:58.049451 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (73339840-ff12-4c11-a28b-842876074b50), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:58.055653 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['e2fd09e0-855b-481b-a832-a62707591fa8'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:56:58.059844 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-f8552591-4538-4564-a026-f681a68c093e None None] Provisioning complete for port 73339840-ff12-4c11-a28b-842876074b50 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:58.059985 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f8552591-4538-4564-a026-f681a68c093e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (73339840-ff12-4c11-a28b-842876074b50), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:58.123629 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-f8552591-4538-4564-a026-f681a68c093e None None] Port 73339840-ff12-4c11-a28b-842876074b50 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:56:58.323526 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87deb6-6bfb-416b-a88b-f064a36eef7a req-902627c4-29b0-48ff-9967-7ccff9a23460 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:58.325043 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a87deb6-6bfb-416b-a88b-f064a36eef7a req-902627c4-29b0-48ff-9967-7ccff9a23460 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 931 time: 0.0684767 Apr 11 17:56:58.372906 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73339840-ff12-4c11-a28b-842876074b50 {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:56:58.389137 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Publish callbacks [] for port (73339840-ff12-4c11-a28b-842876074b50), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:58.413961 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a87deb6-6bfb-416b-a88b-f064a36eef7a req-0dab20c4-1ad8-45b4-a46b-6bbb22562e67 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678165 Apr 11 17:56:58.416590 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Transition to ACTIVE for port object 73339840-ff12-4c11-a28b-842876074b50 will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:56:58.422659 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (73339840-ff12-4c11-a28b-842876074b50), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:58.477835 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Pushing event updated for resources: {'Port': ['ID=73339840-ff12-4c11-a28b-842876074b50,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:58.548984 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Attempting to bind port 73339840-ff12-4c11-a28b-842876074b50 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:56:58.549329 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Attempting to bind port 73339840-ff12-4c11-a28b-842876074b50 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:56:58.549658 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Attempting to bind port 73339840-ff12-4c11-a28b-842876074b50 on network 5b7d6775-5316-468d-86b7-f792879d10ca {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:56:58.554768 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Port 73339840-ff12-4c11-a28b-842876074b50 on network 5b7d6775-5316-468d-86b7-f792879d10ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:56:58.555090 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Attempting to bind port 73339840-ff12-4c11-a28b-842876074b50 on network 5b7d6775-5316-468d-86b7-f792879d10ca {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:56:58.560294 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:56:58.560626 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Checking segment: {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:56:58.561089 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Bound using segment: {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:56:58.561520 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Bound port: 73339840-ff12-4c11-a28b-842876074b50, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:56:58.561877 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (73339840-ff12-4c11-a28b-842876074b50), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:58.633303 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:56:58.638990 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=73339840-ff12-4c11-a28b-842876074b50,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:56:58.646801 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (73339840-ff12-4c11-a28b-842876074b50), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:58.686650 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:58.687651 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:58.689017 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] 10.222.0.18 "PUT /v2.0/ports/73339840-ff12-4c11-a28b-842876074b50 HTTP/1.1" status: 200 len: 1093 time: 0.7063503 Apr 11 17:56:58.691369 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'tag': '73339840-ff12-4c11-a28b-842876074b50'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:58.693699 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05d9b11-25a0-4690-b2e6-1132e07907f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "tag": "73339840-ff12-4c11-a28b-842876074b50"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:58.730091 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a342333-7cb3-4028-84c5-859a30898da9 service neutron] Pushing event updated for resources: {'Port': ['ID=73339840-ff12-4c11-a28b-842876074b50,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:58.781356 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9123e52-e109-456e-b7b9-ec16148511bb req-78906e99-a46b-44ee-a5f0-964d45508dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:58.783126 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-78906e99-a46b-44ee-a5f0-964d45508dd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 1127 time: 0.0472152 Apr 11 17:56:58.784591 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67eb769a-e67b-4385-a1ea-4f8d79354b6a x-openstack-request-id: req-67eb769a-e67b-4385-a1ea-4f8d79354b6a {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:58.784897 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "tag": "73339840-ff12-4c11-a28b-842876074b50", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:58.785150 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67eb769a-e67b-4385-a1ea-4f8d79354b6a {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:58.786078 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67eb769a-e67b-4385-a1ea-4f8d79354b6a'] response: {'name': 'network-changed', 'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'tag': '73339840-ff12-4c11-a28b-842876074b50', 'status': 'completed', 'code': 200} Apr 11 17:56:58.829830 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-0a7e1fd3-a3bb-4c88-ad2d-c3de299c214d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73339840-ff12-4c11-a28b-842876074b50 HTTP/1.1" status: 200 len: 217 time: 0.0391419 Apr 11 17:56:58.886676 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9123e52-e109-456e-b7b9-ec16148511bb req-aec18e60-70a1-4a0b-a4d7-310babcf9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:58.888160 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-aec18e60-70a1-4a0b-a4d7-310babcf9c41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f64ec07-fa75-44a4-b98f-91779a92a54a HTTP/1.1" status: 200 len: 856 time: 0.0532649 Apr 11 17:56:58.932403 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9123e52-e109-456e-b7b9-ec16148511bb req-8a2095a3-784e-4937-8361-6e7b303e3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:58.934064 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-8a2095a3-784e-4937-8361-6e7b303e3904 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b7d6775-5316-468d-86b7-f792879d10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404298 Apr 11 17:56:59.027238 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-c277c222-607e-4563-89d8-246adac1d2fb service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875888 Apr 11 17:56:59.132037 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a9123e52-e109-456e-b7b9-ec16148511bb req-7801a846-27e0-4416-8431-ec63da9e115d service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991640 Apr 11 17:56:59.536485 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed191d13-181b-4dc9-80d2-984b15f1e80a req-12fa2ab9-b59f-4517-aa9f-fdf46635d318 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:56:59.537875 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ed191d13-181b-4dc9-80d2-984b15f1e80a req-12fa2ab9-b59f-4517-aa9f-fdf46635d318 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0471158 Apr 11 17:56:59.583241 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ed191d13-181b-4dc9-80d2-984b15f1e80a req-92be8dc5-bab7-4c89-9992-f9e82cfdd905 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394077 Apr 11 17:56:59.590974 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e2fd09e0-855b-481b-a832-a62707591fa8 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:56:59.635637 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port e2fd09e0-855b-481b-a832-a62707591fa8 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:56:59.636013 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:59.710860 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port e2fd09e0-855b-481b-a832-a62707591fa8 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:56:59.711244 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:59.732591 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:56:59.734796 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87aff4e-e56e-4be3-8996-11903665cabf" -d '{"events": [{"server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:56:59.746902 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e2fd09e0-855b-481b-a832-a62707591fa8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e2fd09e0-855b-481b-a832-a62707591fa8,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:56:59.752077 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:56:59.805383 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=e2fd09e0-855b-481b-a832-a62707591fa8,revision_number=8']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:56:59.831366 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36772cc2-440e-4f74-974f-dc378daf632a x-openstack-request-id: req-36772cc2-440e-4f74-974f-dc378daf632a {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:56:59.831674 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "name": "network-vif-plugged", "status": "completed", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:56:59.831926 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36772cc2-440e-4f74-974f-dc378daf632a {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:56:59.832332 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36772cc2-440e-4f74-974f-dc378daf632a'] response: {'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'code': 200} Apr 11 17:57:00.123798 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d9b11-25a0-4690-b2e6-1132e07907f5 req-7fd3a3b5-8351-4b28-a73d-3676c27ec64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:00.125325 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e05d9b11-25a0-4690-b2e6-1132e07907f5 req-7fd3a3b5-8351-4b28-a73d-3676c27ec64c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 1127 time: 0.0426562 Apr 11 17:57:00.254896 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d9b11-25a0-4690-b2e6-1132e07907f5 req-7bd1d146-eab5-4971-be26-695c3732c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:00.256346 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e05d9b11-25a0-4690-b2e6-1132e07907f5 req-7bd1d146-eab5-4971-be26-695c3732c2f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 918 time: 0.0842519 Apr 11 17:57:00.300377 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e05d9b11-25a0-4690-b2e6-1132e07907f5 req-23f31fce-1371-42e5-a168-ed4447bffb1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73339840-ff12-4c11-a28b-842876074b50 HTTP/1.1" status: 200 len: 217 time: 0.0368752 Apr 11 17:57:00.347767 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d9b11-25a0-4690-b2e6-1132e07907f5 req-ceac602c-5abe-4f36-93b8-f9b5d35e8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:00.349773 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e05d9b11-25a0-4690-b2e6-1132e07907f5 req-ceac602c-5abe-4f36-93b8-f9b5d35e8a45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f64ec07-fa75-44a4-b98f-91779a92a54a HTTP/1.1" status: 200 len: 856 time: 0.0439305 Apr 11 17:57:00.397128 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d9b11-25a0-4690-b2e6-1132e07907f5 req-34a62c64-640a-43a9-9385-6b6fb8fbed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:00.398574 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e05d9b11-25a0-4690-b2e6-1132e07907f5 req-34a62c64-640a-43a9-9385-6b6fb8fbed27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b7d6775-5316-468d-86b7-f792879d10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392489 Apr 11 17:57:00.494223 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e05d9b11-25a0-4690-b2e6-1132e07907f5 req-b1d69ecf-c6c9-4d13-82ef-a8807b5cad68 service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886302 Apr 11 17:57:00.580937 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e05d9b11-25a0-4690-b2e6-1132e07907f5 req-d33719a6-8680-4b16-a741-c310fffb11fd service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810652 Apr 11 17:57:00.699094 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09573494-53af-46fd-a01f-f6ec9d210442 req-cffc9302-4057-4444-8003-5cf4c74dce48 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:00.700436 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-09573494-53af-46fd-a01f-f6ec9d210442 req-cffc9302-4057-4444-8003-5cf4c74dce48 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0460684 Apr 11 17:57:00.749296 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-09573494-53af-46fd-a01f-f6ec9d210442 req-89868dfb-b112-4323-a838-7c71edffe044 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433784 Apr 11 17:57:01.464475 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15dd2d-1391-46d2-a84a-741fe67fbdb8 req-4f8c4ae9-26ef-4b47-b39d-ff0f5cb5798d tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:01.466077 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e15dd2d-1391-46d2-a84a-741fe67fbdb8 req-4f8c4ae9-26ef-4b47-b39d-ff0f5cb5798d tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 946 time: 0.0462406 Apr 11 17:57:01.511518 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e15dd2d-1391-46d2-a84a-741fe67fbdb8 req-c84f263d-b529-4013-83f0-06f5d944d4da tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398161 Apr 11 17:57:01.630027 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 73339840-ff12-4c11-a28b-842876074b50 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:57:01.724095 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=73339840-ff12-4c11-a28b-842876074b50,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:57:01.738120 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': '73339840-ff12-4c11-a28b-842876074b50', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'port_id': '73339840-ff12-4c11-a28b-842876074b50', 'mac_address': 'fa:16:3e:86:df:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:57:01.774621 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 73339840-ff12-4c11-a28b-842876074b50 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:57:01.775016 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (73339840-ff12-4c11-a28b-842876074b50), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:01.788631 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73339840-ff12-4c11-a28b-842876074b50 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:57:01.808279 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=73339840-ff12-4c11-a28b-842876074b50,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:57:01.813137 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (73339840-ff12-4c11-a28b-842876074b50), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:01.860998 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=73339840-ff12-4c11-a28b-842876074b50,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:01.866640 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ed4fd-a398-4a1a-bfd0-b53f0b78a656 req-d309e549-5d9a-4a04-bf2c-a6c80e359de3 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:01.868127 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-576ed4fd-a398-4a1a-bfd0-b53f0b78a656 req-d309e549-5d9a-4a04-bf2c-a6c80e359de3 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 944 time: 0.0465684 Apr 11 17:57:01.914196 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-576ed4fd-a398-4a1a-bfd0-b53f0b78a656 req-19c7b21e-7f2c-430f-b84d-0a0bda8b7b5e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405464 Apr 11 17:57:02.022787 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['73339840-ff12-4c11-a28b-842876074b50'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:57:02.622231 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979eab53-b63b-43c6-aa65-a0a530dcebdc req-49fa86b0-a28a-4b8e-8e7c-02a6e478974e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:02.623582 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-979eab53-b63b-43c6-aa65-a0a530dcebdc req-49fa86b0-a28a-4b8e-8e7c-02a6e478974e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 946 time: 0.0490189 Apr 11 17:57:02.670504 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-979eab53-b63b-43c6-aa65-a0a530dcebdc req-559a81dc-3a15-466b-939b-428f86111228 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=be0c041b-375e-499a-8158-bfd2881ac041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415256 Apr 11 17:57:03.049075 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-350a5436-11dc-4fc0-8248-8d66a990d54e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:03.050507 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-350a5436-11dc-4fc0-8248-8d66a990d54e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 946 time: 0.0736446 Apr 11 17:57:03.056558 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c580c46-ac77-4cb3-9dcd-8c28a5f8b7bc req-99c5c3c7-e7d1-4970-b542-3845e482cfbc tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:03.058150 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1c580c46-ac77-4cb3-9dcd-8c28a5f8b7bc req-99c5c3c7-e7d1-4970-b542-3845e482cfbc tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 944 time: 0.0728877 Apr 11 17:57:03.141489 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1c580c46-ac77-4cb3-9dcd-8c28a5f8b7bc req-bdce62c2-84c5-41e5-a32a-e8298e714806 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777338 Apr 11 17:57:03.178500 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Deleting port ca9d5f55-0051-40b5-a473-f6d6cfdc916b {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:57:03.178835 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:03.268530 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] For port ca9d5f55-0051-40b5-a473-f6d6cfdc916b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ca9d5f55-0051-40b5-a473-f6d6cfdc916b,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:57:03.268924 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:03.436665 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:03.437065 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (c0d72721-b34a-41ad-83ff-76427fdfed7e), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:03.437382 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Floating IP c0d72721-b34a-41ad-83ff-76427fdfed7e disassociated. External IP: 172.27.1.25, port: ca9d5f55-0051-40b5-a473-f6d6cfdc916b. Apr 11 17:57:03.437725 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Calling delete_port for ca9d5f55-0051-40b5-a473-f6d6cfdc916b owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:57:03.566324 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (ca9d5f55-0051-40b5-a473-f6d6cfdc916b), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:03.593196 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event deleted for resources: {'Port': ['ID=ca9d5f55-0051-40b5-a473-f6d6cfdc916b,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:03.635247 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 73339840-ff12-4c11-a28b-842876074b50 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:57:03.679204 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port 73339840-ff12-4c11-a28b-842876074b50 completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:57:03.685188 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port 73339840-ff12-4c11-a28b-842876074b50 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:57:03.685592 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (73339840-ff12-4c11-a28b-842876074b50), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:03.713312 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Router dc5e751c-933f-40e2-af43-f4222239248c has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:57:03.766077 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 73339840-ff12-4c11-a28b-842876074b50 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:57:03.766466 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (73339840-ff12-4c11-a28b-842876074b50), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:03.789380 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73339840-ff12-4c11-a28b-842876074b50'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:57:03.791587 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8c091e-eca5-436e-b8f6-05b7856753df" -d '{"events": [{"server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "name": "network-vif-plugged", "status": "completed", "tag": "73339840-ff12-4c11-a28b-842876074b50"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:57:03.791853 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4fba020b-4b1c-4562-9ec3-9d595563e64d req-fa2a21e6-0efe-44f4-b411-30717a810a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 210 time: 0.0355792 Apr 11 17:57:03.809671 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=73339840-ff12-4c11-a28b-842876074b50,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:57:03.817376 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (73339840-ff12-4c11-a28b-842876074b50), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:03.843833 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0463d6-70d3-434e-b86b-c061b13eb08a x-openstack-request-id: req-2e0463d6-70d3-434e-b86b-c061b13eb08a {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:57:03.844155 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "name": "network-vif-plugged", "status": "completed", "tag": "73339840-ff12-4c11-a28b-842876074b50", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:57:03.844412 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e0463d6-70d3-434e-b86b-c061b13eb08a {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:57:03.844804 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e0463d6-70d3-434e-b86b-c061b13eb08a'] response: {'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73339840-ff12-4c11-a28b-842876074b50', 'code': 200} Apr 11 17:57:03.852463 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:57:03.865801 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96643ed8-1d31-49b4-8cde-c6ec93a9a251 None None] Sync routers for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:57:03.872494 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=73339840-ff12-4c11-a28b-842876074b50,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:03.878595 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96643ed8-1d31-49b4-8cde-c6ec93a9a251 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:57:03.880049 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-96643ed8-1d31-49b4-8cde-c6ec93a9a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:57:03.904359 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] No DVR routers for this DVR port ca9d5f55-0051-40b5-a473-f6d6cfdc916b on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:57:03.907743 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:03.911866 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-01ce5bd5-fdde-485b-b5e4-e03e515b8fb1 req-ac00c53c-b52a-427c-aa12-4833c4181c89 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "DELETE /v2.0/ports/ca9d5f55-0051-40b5-a473-f6d6cfdc916b HTTP/1.1" status: 204 len: 173 time: 0.8409183 Apr 11 17:57:03.912911 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6036da9b-8326-4444-a68c-ee6cec06e301', 'name': 'network-vif-deleted', 'tag': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:57:03.915572 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b842aea-86af-41e6-a1f1-240f56890717" -d '{"events": [{"server_uuid": "6036da9b-8326-4444-a68c-ee6cec06e301", "name": "network-vif-deleted", "tag": "ca9d5f55-0051-40b5-a473-f6d6cfdc916b"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:57:03.961384 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a68902-be86-4400-84ce-9033033cc9ec x-openstack-request-id: req-30a68902-be86-4400-84ce-9033033cc9ec {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:57:03.961916 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6036da9b-8326-4444-a68c-ee6cec06e301", "name": "network-vif-deleted", "tag": "ca9d5f55-0051-40b5-a473-f6d6cfdc916b", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:57:03.962343 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-30a68902-be86-4400-84ce-9033033cc9ec {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:57:03.963023 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a68902-be86-4400-84ce-9033033cc9ec'] response: {'server_uuid': '6036da9b-8326-4444-a68c-ee6cec06e301', 'name': 'network-vif-deleted', 'tag': 'ca9d5f55-0051-40b5-a473-f6d6cfdc916b', 'status': 'completed', 'code': 200} Apr 11 17:57:04.050267 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51056b-4102-43e5-b28b-2a0a89641915 req-f5efa997-3a66-465f-8fea-976248096e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:04.052959 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2c51056b-4102-43e5-b28b-2a0a89641915 req-f5efa997-3a66-465f-8fea-976248096e06 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 1129 time: 0.0483625 Apr 11 17:57:04.099382 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-96643ed8-1d31-49b4-8cde-c6ec93a9a251 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:57:04.117744 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2c51056b-4102-43e5-b28b-2a0a89641915 req-2ec00a77-899f-42ee-9b59-bd0da3539e88 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492096 Apr 11 17:57:04.258331 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dda3ac-e6f4-4de8-9005-57b14a357076 req-907a9e75-0b87-4c16-983b-ac2bde7904de tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:04.259842 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a2dda3ac-e6f4-4de8-9005-57b14a357076 req-907a9e75-0b87-4c16-983b-ac2bde7904de tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0467029 Apr 11 17:57:04.288539 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-96643ed8-1d31-49b4-8cde-c6ec93a9a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:57:04.306410 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a2dda3ac-e6f4-4de8-9005-57b14a357076 req-b251038e-0f90-4bcb-b3f7-a5f530221449 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410311 Apr 11 17:57:04.313958 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96643ed8-1d31-49b4-8cde-c6ec93a9a251 None None] Checking router: dc5e751c-933f-40e2-af43-f4222239248c for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:57:04.322753 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96643ed8-1d31-49b4-8cde-c6ec93a9a251 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:57:04.323301 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-96643ed8-1d31-49b4-8cde-c6ec93a9a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:57:04.430734 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-96643ed8-1d31-49b4-8cde-c6ec93a9a251 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:57:04.619596 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-96643ed8-1d31-49b4-8cde-c6ec93a9a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:57:04.644878 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96643ed8-1d31-49b4-8cde-c6ec93a9a251 None None] The sync data for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi is: [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:57:04.855239 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be4acad-4990-4ac4-a412-b9f26ff4617e None None] New status for floating IP c0d72721-b34a-41ad-83ff-76427fdfed7e: DOWN {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:57:04.917113 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ff9a7ad5-aa56-43ea-b5a4-ad3762709d54 req-854b5984-c76f-484d-b959-2ab2e058a238 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=6036da9b-8326-4444-a68c-ee6cec06e301 HTTP/1.1" status: 200 len: 210 time: 0.0331409 Apr 11 17:57:05.422985 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010a4f0-8b95-496f-80a7-72ed4d269bba req-a8e7f27e-be74-4438-afdd-ee1cf5915836 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:05.424475 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d010a4f0-8b95-496f-80a7-72ed4d269bba req-a8e7f27e-be74-4438-afdd-ee1cf5915836 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0488365 Apr 11 17:57:05.471041 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d010a4f0-8b95-496f-80a7-72ed4d269bba req-60196307-2863-40c6-b843-aa9e99d17aea tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410676 Apr 11 17:57:05.999591 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55216) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:06.051843 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (be0c041b-375e-499a-8158-bfd2881ac041), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:06.074763 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (be0c041b-375e-499a-8158-bfd2881ac041), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:06.122144 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (be0c041b-375e-499a-8158-bfd2881ac041), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:06.124745 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:06.125887 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "DELETE /v2.0/security-groups/be0c041b-375e-499a-8158-bfd2881ac041 HTTP/1.1" status: 204 len: 168 time: 0.1253235 Apr 11 17:57:06.128587 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55218) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:06.135264 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0c041b-375e-499a-8158-bfd2881ac041,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:06.142408 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.142756 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.142942 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.api.v2.resource [None req-216efa6a-82fe-44e0-8ecd-e5146e252180 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] show failed (client error): The resource could not be found. Apr 11 17:57:06.143104 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.143443 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.143782 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.144066 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-216efa6a-82fe-44e0-8ecd-e5146e252180 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups/be0c041b-375e-499a-8158-bfd2881ac041 HTTP/1.1" status: 404 len: 347 time: 0.0135951 Apr 11 17:57:06.144323 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.144440 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.144777 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.145130 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.145458 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.145784 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.146108 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.146431 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.146752 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.146913 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55220) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:06.147072 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee905f1-649f-4312-a4c6-22cb233b9b00 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:06.265481 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-d56a4a79-9050-45a7-8e8e-0c86038aa4af tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Deleting port e3ca7a0f-5a49-42dc-9a44-8d338343874e {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:57:06.265802 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d56a4a79-9050-45a7-8e8e-0c86038aa4af tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (e3ca7a0f-5a49-42dc-9a44-8d338343874e), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:06.342828 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d56a4a79-9050-45a7-8e8e-0c86038aa4af tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (e3ca7a0f-5a49-42dc-9a44-8d338343874e), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:06.343156 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d56a4a79-9050-45a7-8e8e-0c86038aa4af tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (e3ca7a0f-5a49-42dc-9a44-8d338343874e), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:06.355363 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-d56a4a79-9050-45a7-8e8e-0c86038aa4af tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Calling delete_port for e3ca7a0f-5a49-42dc-9a44-8d338343874e owned by network:floatingip {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:57:06.482098 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d56a4a79-9050-45a7-8e8e-0c86038aa4af tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (e3ca7a0f-5a49-42dc-9a44-8d338343874e), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:06.511671 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a4a79-9050-45a7-8e8e-0c86038aa4af tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event deleted for resources: {'Port': ['ID=e3ca7a0f-5a49-42dc-9a44-8d338343874e,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:06.601173 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d56a4a79-9050-45a7-8e8e-0c86038aa4af tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (c0d72721-b34a-41ad-83ff-76427fdfed7e), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:06.603657 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d56a4a79-9050-45a7-8e8e-0c86038aa4af tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:06.604774 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-d56a4a79-9050-45a7-8e8e-0c86038aa4af tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "DELETE /v2.0/floatingips/c0d72721-b34a-41ad-83ff-76427fdfed7e HTTP/1.1" status: 204 len: 168 time: 0.4569914 Apr 11 17:57:06.611421 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c66a4-5501-4427-bbf3-c5d9fec139c5 req-4d922975-8372-455f-afce-c654f7c10c77 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:06.615028 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9d5c66a4-5501-4427-bbf3-c5d9fec139c5 req-4d922975-8372-455f-afce-c654f7c10c77 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0601504 Apr 11 17:57:06.660992 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9d5c66a4-5501-4427-bbf3-c5d9fec139c5 req-097b4e5b-b286-4e82-ac16-c0ed64feb88c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414987 Apr 11 17:57:06.773220 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9061d1e-a557-47b9-bb47-bfa6c664991d req-caf9fc07-6413-4815-817a-0e95c51fc841 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:06.774691 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d9061d1e-a557-47b9-bb47-bfa6c664991d req-caf9fc07-6413-4815-817a-0e95c51fc841 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0496559 Apr 11 17:57:06.783445 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55228) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:06.788345 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-e70e3b11-1dc4-4e37-acc7-e98157fa768c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Request body: {'floatingip': {'port_id': '73339840-ff12-4c11-a28b-842876074b50'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:57:06.825853 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e70e3b11-1dc4-4e37-acc7-e98157fa768c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (bb991e60-9162-4097-950c-612716c4da8b), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.088624 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55230) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:07.093181 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-87555c18-a226-4a6c-960e-93fa3dfe1206 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949727721', 'description': 'tempest-description--125185998'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:57:07.113701 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-87555c18-a226-4a6c-960e-93fa3dfe1206 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.183890 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-87555c18-a226-4a6c-960e-93fa3dfe1206 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (5ddd1c26-ace0-49df-85ce-012d5d06129d), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.188079 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-87555c18-a226-4a6c-960e-93fa3dfe1206 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (5ddd1c26-ace0-49df-85ce-012d5d06129d), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.218367 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-87555c18-a226-4a6c-960e-93fa3dfe1206 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.219592 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-87555c18-a226-4a6c-960e-93fa3dfe1206 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1299348 Apr 11 17:57:07.221482 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87555c18-a226-4a6c-960e-93fa3dfe1206 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddd1c26-ace0-49df-85ce-012d5d06129d,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:07.223445 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55232) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:07.227950 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-8187bf3f-d998-4084-a127-82e4aa208ff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'security_group_rule': {'security_group_id': '5ddd1c26-ace0-49df-85ce-012d5d06129d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:57:07.254775 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8187bf3f-d998-4084-a127-82e4aa208ff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (b4a56631-9195-4783-b02c-e31a3cbf546d), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.272030 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e70e3b11-1dc4-4e37-acc7-e98157fa768c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.275702 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e70e3b11-1dc4-4e37-acc7-e98157fa768c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (bb991e60-9162-4097-950c-612716c4da8b), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.313831 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8187bf3f-d998-4084-a127-82e4aa208ff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (b4a56631-9195-4783-b02c-e31a3cbf546d), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.318085 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8187bf3f-d998-4084-a127-82e4aa208ff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (b4a56631-9195-4783-b02c-e31a3cbf546d), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.334827 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187bf3f-d998-4084-a127-82e4aa208ff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a56631-9195-4783-b02c-e31a3cbf546d,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:07.343966 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8187bf3f-d998-4084-a127-82e4aa208ff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.345208 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-8187bf3f-d998-4084-a127-82e4aa208ff1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208260 Apr 11 17:57:07.347943 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55234) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:07.352171 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-99086f07-4e14-4fd9-8512-82a11bb30d8c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'security_group_rule': {'security_group_id': '5ddd1c26-ace0-49df-85ce-012d5d06129d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:57:07.377951 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99086f07-4e14-4fd9-8512-82a11bb30d8c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (35e0555d-3fb9-41d1-bfe3-1e2e166b6dc0), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.380352 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [None req-e70e3b11-1dc4-4e37-acc7-e98157fa768c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Floating IP bb991e60-9162-4097-950c-612716c4da8b associated. External IP: 172.27.1.75, port: 73339840-ff12-4c11-a28b-842876074b50. Apr 11 17:57:07.434730 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99086f07-4e14-4fd9-8512-82a11bb30d8c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (35e0555d-3fb9-41d1-bfe3-1e2e166b6dc0), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.438627 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99086f07-4e14-4fd9-8512-82a11bb30d8c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (35e0555d-3fb9-41d1-bfe3-1e2e166b6dc0), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.456248 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99086f07-4e14-4fd9-8512-82a11bb30d8c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e0555d-3fb9-41d1-bfe3-1e2e166b6dc0,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:07.464743 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-99086f07-4e14-4fd9-8512-82a11bb30d8c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.465948 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-99086f07-4e14-4fd9-8512-82a11bb30d8c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170862 Apr 11 17:57:07.468938 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55236) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:07.473145 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:57:07.493311 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.572476 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.678866 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device ca9d5f55-0051-40b5-a473-f6d6cfdc916b no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:57:07.679806 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Allocated IP 172.27.1.199 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/10ae603f-c607-46f8-bb65-af7008835565) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:57:07.702884 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: ca9d5f55-0051-40b5-a473-f6d6cfdc916b {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:57:07.703503 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device ca9d5f55-0051-40b5-a473-f6d6cfdc916b not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:57:07.789354 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for port (10ae603f-c607-46f8-bb65-af7008835565), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.823956 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (10ae603f-c607-46f8-bb65-af7008835565), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.865245 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:57:07.868248 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:57:07.868932 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70e3b11-1dc4-4e37-acc7-e98157fa768c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Router 6cb6b45e-f179-4698-90b5-1fb807f5b421 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:57:07.871021 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:57:07.893981 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'Port': ['ID=10ae603f-c607-46f8-bb65-af7008835565,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:07.962090 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.980308 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70e3b11-1dc4-4e37-acc7-e98157fa768c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:57:07.985132 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e70e3b11-1dc4-4e37-acc7-e98157fa768c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:07.990416 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c385ee9-4f84-415e-8041-761ec7bb5782 None None] Sync routers for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:57:08.000075 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (10ae603f-c607-46f8-bb65-af7008835565), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:08.000893 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c385ee9-4f84-415e-8041-761ec7bb5782 None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:57:08.001843 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9c385ee9-4f84-415e-8041-761ec7bb5782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:57:08.015676 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-e70e3b11-1dc4-4e37-acc7-e98157fa768c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "PUT /v2.0/floatingips/bb991e60-9162-4097-950c-612716c4da8b HTTP/1.1" status: 200 len: 990 time: 1.2311842 Apr 11 17:57:08.016266 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'tag': '73339840-ff12-4c11-a28b-842876074b50'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:57:08.018514 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79553b6b-43cf-4e3e-aeeb-e605f4821c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "tag": "73339840-ff12-4c11-a28b-842876074b50"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:57:08.056379 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce4f0ea-2a97-4ee1-a4fa-c256fa99771b x-openstack-request-id: req-9ce4f0ea-2a97-4ee1-a4fa-c256fa99771b {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:57:08.056886 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "tag": "73339840-ff12-4c11-a28b-842876074b50", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:57:08.057018 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ce4f0ea-2a97-4ee1-a4fa-c256fa99771b {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:57:08.057320 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce4f0ea-2a97-4ee1-a4fa-c256fa99771b'] response: {'name': 'network-changed', 'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'tag': '73339840-ff12-4c11-a28b-842876074b50', 'status': 'completed', 'code': 200} Apr 11 17:57:08.115539 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-9c385ee9-4f84-415e-8041-761ec7bb5782 None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:57:08.119370 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79553b6b-43cf-4e3e-aeeb-e605f4821c5c req-5d1e3352-ec02-46ee-9382-b27df65a108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:08.120990 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-79553b6b-43cf-4e3e-aeeb-e605f4821c5c req-5d1e3352-ec02-46ee-9382-b27df65a108f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 1129 time: 0.0400500 Apr 11 17:57:08.171810 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for port (10ae603f-c607-46f8-bb65-af7008835565), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:08.176496 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (10ae603f-c607-46f8-bb65-af7008835565), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:08.214361 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79553b6b-43cf-4e3e-aeeb-e605f4821c5c req-28371763-b511-4f58-879b-9524613cde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:08.215871 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-79553b6b-43cf-4e3e-aeeb-e605f4821c5c req-28371763-b511-4f58-879b-9524613cde9c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 918 time: 0.0894816 Apr 11 17:57:08.240757 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'Port': ['ID=10ae603f-c607-46f8-bb65-af7008835565,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:08.259162 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:08.276317 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:08.287198 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-186c0036-7a2c-4162-bde8-4c7c28f656e3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8078427 Apr 11 17:57:08.306321 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-79553b6b-43cf-4e3e-aeeb-e605f4821c5c req-466e71ab-f3db-4ca1-bd3c-aa8e0c1818d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73339840-ff12-4c11-a28b-842876074b50 HTTP/1.1" status: 200 len: 998 time: 0.0740423 Apr 11 17:57:08.348351 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9c385ee9-4f84-415e-8041-761ec7bb5782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'bb991e60-9162-4097-950c-612716c4da8b', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'port_id': '73339840-ff12-4c11-a28b-842876074b50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'mac_address': 'fa:16:3e:86:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:56:53Z', 'updated_at': '2022-04-11T17:57:07Z', 'revision_number': 1, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:57:08.360265 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79553b6b-43cf-4e3e-aeeb-e605f4821c5c req-689aae13-d346-40a9-8c4e-0edd0a354180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:08.361775 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-79553b6b-43cf-4e3e-aeeb-e605f4821c5c req-689aae13-d346-40a9-8c4e-0edd0a354180 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f64ec07-fa75-44a4-b98f-91779a92a54a HTTP/1.1" status: 200 len: 856 time: 0.0502841 Apr 11 17:57:08.375090 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c385ee9-4f84-415e-8041-761ec7bb5782 None None] Checking router: 6cb6b45e-f179-4698-90b5-1fb807f5b421 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:57:08.384131 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c385ee9-4f84-415e-8041-761ec7bb5782 None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:57:08.384744 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9c385ee9-4f84-415e-8041-761ec7bb5782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:56:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:57:08.416592 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79553b6b-43cf-4e3e-aeeb-e605f4821c5c req-1e62dd18-fc5c-491a-99e0-07004e8b113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:08.418360 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-79553b6b-43cf-4e3e-aeeb-e605f4821c5c req-1e62dd18-fc5c-491a-99e0-07004e8b113d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b7d6775-5316-468d-86b7-f792879d10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437822 Apr 11 17:57:08.492558 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-9c385ee9-4f84-415e-8041-761ec7bb5782 None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:57:08.534121 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-0b582cec-b941-439a-ba48-fbffcdd8dc73 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1949727721&fields=id&tenant_id=87f1f626701c4ddfab0c5f855c39f8c3 HTTP/1.1" status: 200 len: 267 time: 0.0871534 Apr 11 17:57:08.570587 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-79553b6b-43cf-4e3e-aeeb-e605f4821c5c req-80a2ddfd-0ae0-4296-8c6f-407bf8c044a4 service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418879 Apr 11 17:57:08.708062 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-23a6c869-e552-4520-b56e-2dd01d4c8f2e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:08.709451 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9c385ee9-4f84-415e-8041-761ec7bb5782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'bb991e60-9162-4097-950c-612716c4da8b', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'port_id': '73339840-ff12-4c11-a28b-842876074b50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'mac_address': 'fa:16:3e:86:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:56:53Z', 'updated_at': '2022-04-11T17:57:07Z', 'revision_number': 1, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:57:08.709651 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-23a6c869-e552-4520-b56e-2dd01d4c8f2e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 814 time: 0.1644518 Apr 11 17:57:08.732883 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-79553b6b-43cf-4e3e-aeeb-e605f4821c5c req-409b6594-4328-4ce1-9311-497701d77940 service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537380 Apr 11 17:57:08.734743 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-596e98fd-d4b4-424b-83a1-6830b968c09a tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/quotas/87f1f626701c4ddfab0c5f855c39f8c3 HTTP/1.1" status: 200 len: 375 time: 0.0162718 Apr 11 17:57:08.789390 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-48e19137-d3df-433e-9799-b3e0fc285a65 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489709 Apr 11 17:57:08.825938 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c385ee9-4f84-415e-8041-761ec7bb5782 None None] The sync data for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi is: [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'bb991e60-9162-4097-950c-612716c4da8b', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'port_id': '73339840-ff12-4c11-a28b-842876074b50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'mac_address': 'fa:16:3e:86:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:56:53Z', 'updated_at': '2022-04-11T17:57:07Z', 'revision_number': 1, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:57:08.938017 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-a11e89e2-9c07-4452-9348-9543555014c2 service neutron] 10.222.0.76 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384163 Apr 11 17:57:09.019509 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab67a8-7024-45c9-8117-5c6ea86fa1d7 None None] New status for floating IP bb991e60-9162-4097-950c-612716c4da8b: ACTIVE {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:57:09.039547 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-2fdbb402-c988-49e8-b9b4-ab08e34a54a5 service neutron] 10.222.0.76 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950522 Apr 11 17:57:09.205908 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-aa9ccb80-1bd7-4249-a2b9-2c9cc1d68782 req-30f0e693-7d2f-47ab-81e9-80990d7507f2 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 210 time: 0.0343013 Apr 11 17:57:10.135991 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-39e3076a-f757-4be5-926f-713cca543238 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:10.137498 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-39e3076a-f757-4be5-926f-713cca543238 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 814 time: 0.1113143 Apr 11 17:57:10.209969 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-0829e7ae-451f-43ce-b902-87878954b917 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87f1f626701c4ddfab0c5f855c39f8c3 HTTP/1.1" status: 200 len: 380 time: 0.0633459 Apr 11 17:57:10.287130 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'port': {'device_id': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'admin_state_up': True, 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'security_groups': ['5ddd1c26-ace0-49df-85ce-012d5d06129d']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:57:10.310418 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3ec5cfd5-5287-4169-9684-c14855d6aa37 req-a2d8ad8b-c436-48c3-a799-cc96bd0aa9dc tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 210 time: 0.0397775 Apr 11 17:57:10.408770 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Made reservation on behalf of 87f1f626701c4ddfab0c5f855c39f8c3 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:57:10.412164 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:10.539025 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Allocated IP 172.20.0.5 (d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f/b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8/84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:57:10.669281 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:10.706401 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:10.748669 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:57:10.751626 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:57:10.755111 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:57:10.779522 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event updated for resources: {'Port': ['ID=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:10.809285 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:10.809900 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:10.826805 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-751a0326-0715-4445-aee8-f2adfd6661f9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5438213 Apr 11 17:57:10.838749 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Request body: {'port': {'device_id': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:57:10.904052 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:10.980783 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-5cf1da10-cc79-44b4-b411-ccc81485154a None None] Provisioning complete for port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:57:10.981358 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-5cf1da10-cc79-44b4-b411-ccc81485154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:11.018010 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1da10-cc79-44b4-b411-ccc81485154a None None] Port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:57:11.165034 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:57:11.172356 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Publish callbacks [] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:11.185195 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Transition to ACTIVE for port object 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:57:11.189344 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:11.241582 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Pushing event updated for resources: {'Port': ['ID=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:11.317085 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Attempting to bind port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:57:11.317423 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Attempting to bind port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:57:11.317757 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Attempting to bind port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:57:11.322324 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:57:11.322649 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Attempting to bind port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf on network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:57:11.327655 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:57:11.328001 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Checking segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:57:11.328388 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Bound using segment: {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:57:11.328810 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Bound port: 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2426612-6c90-4476-9561-856280a8343b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:57:11.329222 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:11.428629 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] For port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:57:11.447787 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340977fa-77bf-4c84-a540-7ecdad33cac4 req-8e299290-54f6-4e67-a935-ef502ff03e4e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:11.449298 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-340977fa-77bf-4c84-a540-7ecdad33cac4 req-8e299290-54f6-4e67-a935-ef502ff03e4e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 943 time: 0.0665197 Apr 11 17:57:11.450994 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] For port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:57:11.463097 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:11.520053 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:11.520679 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:11.522079 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] 10.222.0.18 "PUT /v2.0/ports/84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf HTTP/1.1" status: 200 len: 1093 time: 0.6875422 Apr 11 17:57:11.522517 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'tag': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:57:11.524751 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f23dc83-3da8-44a4-a791-e27298abbfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c11e282-8497-4e7a-bf5a-29578f5b0758", "tag": "84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:57:11.556592 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16e72d-c3e2-4186-a417-ef6ffadc83a0 service neutron] Pushing event updated for resources: {'Port': ['ID=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:11.561920 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-340977fa-77bf-4c84-a540-7ecdad33cac4 req-8801a4f5-24bc-4f3d-a656-a04aa86d34fb tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddd1c26-ace0-49df-85ce-012d5d06129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067920 Apr 11 17:57:11.564830 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef6b8be-562b-4fb5-8370-a7d65ffb2e6a x-openstack-request-id: req-1ef6b8be-562b-4fb5-8370-a7d65ffb2e6a {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:57:11.565148 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c11e282-8497-4e7a-bf5a-29578f5b0758", "tag": "84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:57:11.565402 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ef6b8be-562b-4fb5-8370-a7d65ffb2e6a {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:57:11.565810 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef6b8be-562b-4fb5-8370-a7d65ffb2e6a'] response: {'name': 'network-changed', 'server_uuid': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'tag': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf', 'status': 'completed', 'code': 200} Apr 11 17:57:11.605676 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-084a0521-434a-4f86-9a58-942567b9d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:11.607180 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-084a0521-434a-4f86-9a58-942567b9d04a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 1127 time: 0.0444002 Apr 11 17:57:11.650950 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-621776d6-f077-4566-b58a-4a2c684c8dfd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf HTTP/1.1" status: 200 len: 217 time: 0.0358076 Apr 11 17:57:11.704000 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-89245708-e9ff-4ae8-bfcd-f9d0a2d8a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:11.705494 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-89245708-e9ff-4ae8-bfcd-f9d0a2d8a6b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 200 len: 853 time: 0.0482879 Apr 11 17:57:11.749352 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-054e2296-890a-42d4-b37b-b9a155f6774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:11.750825 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-054e2296-890a-42d4-b37b-b9a155f6774f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376003 Apr 11 17:57:11.842039 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-1f6c3ae2-c4d8-469e-8450-ec6f4094a229 service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843484 Apr 11 17:57:11.932776 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8e82c7d0-336d-428a-b04f-03669a756a9d req-b782997d-0623-4904-8689-37960343d93c service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806942 Apr 11 17:57:12.688237 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807d376-77cc-4de0-90c1-14bf555ab728 req-f4f78701-7344-406d-8c1f-194814330041 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:12.689300 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4807d376-77cc-4de0-90c1-14bf555ab728 req-f4f78701-7344-406d-8c1f-194814330041 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 943 time: 0.0469830 Apr 11 17:57:12.768363 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4807d376-77cc-4de0-90c1-14bf555ab728 req-907c7976-4fca-4b84-9d1e-64fbb3e34202 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddd1c26-ace0-49df-85ce-012d5d06129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729547 Apr 11 17:57:12.770012 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23dc83-3da8-44a4-a791-e27298abbfe0 req-ed80643d-a272-4f71-a4b2-ce64fc8fadca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:12.771359 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4f23dc83-3da8-44a4-a791-e27298abbfe0 req-ed80643d-a272-4f71-a4b2-ce64fc8fadca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 1127 time: 0.0596218 Apr 11 17:57:12.859682 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23dc83-3da8-44a4-a791-e27298abbfe0 req-fd4cf5d8-4e5a-4c41-9ecc-b1689b487964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:12.861145 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4f23dc83-3da8-44a4-a791-e27298abbfe0 req-fd4cf5d8-4e5a-4c41-9ecc-b1689b487964 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 915 time: 0.0832829 Apr 11 17:57:12.905124 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4f23dc83-3da8-44a4-a791-e27298abbfe0 req-e1743df5-abf1-4351-9293-84f84f80079c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf HTTP/1.1" status: 200 len: 217 time: 0.0364456 Apr 11 17:57:12.953735 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23dc83-3da8-44a4-a791-e27298abbfe0 req-ebb62792-767d-4458-9c50-0711c4cb72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:12.955088 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4f23dc83-3da8-44a4-a791-e27298abbfe0 req-ebb62792-767d-4458-9c50-0711c4cb72a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 200 len: 853 time: 0.0449920 Apr 11 17:57:12.999402 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23dc83-3da8-44a4-a791-e27298abbfe0 req-777bca64-a5e7-4984-b461-9ba6ab65908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:13.000904 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4f23dc83-3da8-44a4-a791-e27298abbfe0 req-777bca64-a5e7-4984-b461-9ba6ab65908f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401344 Apr 11 17:57:13.106935 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4f23dc83-3da8-44a4-a791-e27298abbfe0 req-58eb77bd-9126-4999-98d0-cb5db702b026 service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995905 Apr 11 17:57:13.172779 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-7eb84a8f-d445-4363-9dbe-b06210c27c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:13.212377 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4f23dc83-3da8-44a4-a791-e27298abbfe0 req-69f54730-ee5f-4024-b4a5-655afb298ae7 service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999739 Apr 11 17:57:13.770819 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:57:13.884562 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ef654-ecfc-4ec4-8093-ae76d22b7f0e req-9e4d899e-9e54-4342-8a79-894c60349b96 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:13.886050 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-853ef654-ecfc-4ec4-8093-ae76d22b7f0e req-9e4d899e-9e54-4342-8a79-894c60349b96 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 943 time: 0.0500355 Apr 11 17:57:13.932145 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-853ef654-ecfc-4ec4-8093-ae76d22b7f0e req-1e5a08c0-d581-4479-be7f-e301d656cecc tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddd1c26-ace0-49df-85ce-012d5d06129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406108 Apr 11 17:57:15.043294 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e9cb3-cfb4-4c65-b57a-6c3d5f34b933 req-1e60ebdf-d94e-463c-afe0-e2966b5c68b8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:15.044748 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f24e9cb3-cfb4-4c65-b57a-6c3d5f34b933 req-1e60ebdf-d94e-463c-afe0-e2966b5c68b8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 943 time: 0.0467556 Apr 11 17:57:15.089828 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f24e9cb3-cfb4-4c65-b57a-6c3d5f34b933 req-70c99d86-0cbc-4863-aa44-bad3f6086992 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddd1c26-ace0-49df-85ce-012d5d06129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396698 Apr 11 17:57:15.523917 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d1e4aede-e004-4fe6-a6d4-6ae34e844768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:15.729722 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:57:15.826914 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:57:15.837744 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'port_id': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf', 'mac_address': 'fa:16:3e:2a:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:57:15.874127 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:57:15.874518 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:15.887510 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:57:15.906241 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:57:15.909952 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:15.955322 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:15.963447 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.963843 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.964176 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.964521 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.964887 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.965210 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.965534 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.965904 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.966475 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.966818 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.967146 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.967493 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.967824 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.968143 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:15.968464 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:57:16.170325 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:57:16.201221 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41d2bf-f788-4cf6-9761-6443edb18b33 req-66280c51-1a2e-42fa-bc6c-8613b56a436c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:16.202706 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ff41d2bf-f788-4cf6-9761-6443edb18b33 req-66280c51-1a2e-42fa-bc6c-8613b56a436c tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 944 time: 0.0480850 Apr 11 17:57:16.253312 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ff41d2bf-f788-4cf6-9761-6443edb18b33 req-832a8f21-587a-4884-a10b-6947218fde0f tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddd1c26-ace0-49df-85ce-012d5d06129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451069 Apr 11 17:57:16.498834 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:17.363336 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a082de3-4073-42a1-b2e9-816909bed793 req-6f2dee99-a2b5-41c6-8df0-4d22833d9ed9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:17.365339 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a082de3-4073-42a1-b2e9-816909bed793 req-6f2dee99-a2b5-41c6-8df0-4d22833d9ed9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 944 time: 0.0454197 Apr 11 17:57:17.410574 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4a082de3-4073-42a1-b2e9-816909bed793 req-735feca5-c460-4cb5-bda2-f145bb09abda tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddd1c26-ace0-49df-85ce-012d5d06129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396960 Apr 11 17:57:17.750251 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:57:17.798555 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:57:17.804604 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:57:17.805062 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:17.880472 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:57:17.880875 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:17.910623 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:57:17.913518 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c222184-7a8b-4231-a359-0ad78760a19f" -d '{"events": [{"server_uuid": "8c11e282-8497-4e7a-bf5a-29578f5b0758", "name": "network-vif-plugged", "status": "completed", "tag": "84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:57:17.937981 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:57:17.942169 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:17.952284 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:17.979516 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fdc6f0-27ee-4fa6-933d-f3859a3ae010 x-openstack-request-id: req-18fdc6f0-27ee-4fa6-933d-f3859a3ae010 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:57:17.979877 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c11e282-8497-4e7a-bf5a-29578f5b0758", "name": "network-vif-plugged", "status": "completed", "tag": "84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:57:17.980126 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-18fdc6f0-27ee-4fa6-933d-f3859a3ae010 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:57:17.980516 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18fdc6f0-27ee-4fa6-933d-f3859a3ae010'] response: {'server_uuid': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf', 'code': 200} Apr 11 17:57:18.006707 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:57:18.120930 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc119da-bd80-4a97-9150-772cf9d8d53c req-e884a63d-c6ce-4cd3-8b2f-af05895ea837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:18.122368 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abc119da-bd80-4a97-9150-772cf9d8d53c req-e884a63d-c6ce-4cd3-8b2f-af05895ea837 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 1129 time: 0.0370743 Apr 11 17:57:18.166814 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abc119da-bd80-4a97-9150-772cf9d8d53c req-f2189160-dff0-451d-880f-8f59f771efb9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5ddd1c26-ace0-49df-85ce-012d5d06129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378795 Apr 11 17:57:18.527425 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb532e-4384-45f2-b8e6-328d9ec00099 req-9f179f03-4c47-4cee-bb05-bf82f60fed53 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:18.528916 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-46cb532e-4384-45f2-b8e6-328d9ec00099 req-9f179f03-4c47-4cee-bb05-bf82f60fed53 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 945 time: 0.0503178 Apr 11 17:57:18.575373 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-46cb532e-4384-45f2-b8e6-328d9ec00099 req-190fb114-eb05-41c9-aa5f-5e2b61d147e8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddd1c26-ace0-49df-85ce-012d5d06129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407674 Apr 11 17:57:19.445872 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:19.687643 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d7e99-6a94-4afe-97f6-c8af833f6278 req-4806fdee-44ae-41b6-bfde-11f772fac4cf tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:19.690108 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0c0d7e99-6a94-4afe-97f6-c8af833f6278 req-4806fdee-44ae-41b6-bfde-11f772fac4cf tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 945 time: 0.0482385 Apr 11 17:57:19.738726 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0c0d7e99-6a94-4afe-97f6-c8af833f6278 req-78776b84-3d78-4427-b3e1-18f0a21e07f3 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddd1c26-ace0-49df-85ce-012d5d06129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422645 Apr 11 17:57:20.846401 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6240f-6460-4d47-a1b4-308ba5585a40 req-29accc91-36d4-4114-9c4b-ae793662a1f1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:20.847833 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41b6240f-6460-4d47-a1b4-308ba5585a40 req-29accc91-36d4-4114-9c4b-ae793662a1f1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 945 time: 0.0448337 Apr 11 17:57:20.896501 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-41b6240f-6460-4d47-a1b4-308ba5585a40 req-956929ef-c6e5-463e-9162-0282b3c7da45 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddd1c26-ace0-49df-85ce-012d5d06129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426464 Apr 11 17:57:21.002277 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b5c98-93ce-496e-8811-98f97cb32787 req-60ba96d7-5f9d-442d-9c05-90bb8f85b370 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:21.003726 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e76b5c98-93ce-496e-8811-98f97cb32787 req-60ba96d7-5f9d-442d-9c05-90bb8f85b370 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 945 time: 0.0461435 Apr 11 17:57:21.012045 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55298) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:57:21.016428 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-100d684e-cd22-4fc5-9c9a-af82538c4160 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Request body: {'floatingip': {'port_id': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:57:21.054911 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-100d684e-cd22-4fc5-9c9a-af82538c4160 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:21.485913 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-100d684e-cd22-4fc5-9c9a-af82538c4160 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:21.490613 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-100d684e-cd22-4fc5-9c9a-af82538c4160 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:21.588350 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [None req-100d684e-cd22-4fc5-9c9a-af82538c4160 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Floating IP fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4 associated. External IP: 172.27.1.199, port: 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf. Apr 11 17:57:21.702314 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:22.067465 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100d684e-cd22-4fc5-9c9a-af82538c4160 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Router dc5e751c-933f-40e2-af43-f4222239248c has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:57:22.173471 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100d684e-cd22-4fc5-9c9a-af82538c4160 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:57:22.178826 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-100d684e-cd22-4fc5-9c9a-af82538c4160 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:22.183514 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450de80e-5281-44af-9f58-2d92be8bfc92 None None] Sync routers for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:57:22.192953 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450de80e-5281-44af-9f58-2d92be8bfc92 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:57:22.193555 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-450de80e-5281-44af-9f58-2d92be8bfc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:57:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:57:22.208243 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-100d684e-cd22-4fc5-9c9a-af82538c4160 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "PUT /v2.0/floatingips/fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4 HTTP/1.1" status: 200 len: 991 time: 1.1951599 Apr 11 17:57:22.208845 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'tag': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:57:22.211115 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44916f4b-c6fc-4397-9fa7-9e23c9d84500" -d '{"events": [{"name": "network-changed", "server_uuid": "8c11e282-8497-4e7a-bf5a-29578f5b0758", "tag": "84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:57:22.247399 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051832ee-6cc7-4114-9cf0-eba313afb421 x-openstack-request-id: req-051832ee-6cc7-4114-9cf0-eba313afb421 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:57:22.247690 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c11e282-8497-4e7a-bf5a-29578f5b0758", "tag": "84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:57:22.247927 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-051832ee-6cc7-4114-9cf0-eba313afb421 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:57:22.248339 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051832ee-6cc7-4114-9cf0-eba313afb421'] response: {'name': 'network-changed', 'server_uuid': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'tag': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf', 'status': 'completed', 'code': 200} Apr 11 17:57:22.303456 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-450de80e-5281-44af-9f58-2d92be8bfc92 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:57:22.307469 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916f4b-c6fc-4397-9fa7-9e23c9d84500 req-5a4367b4-17e6-4573-b4bc-623fa781cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:22.308985 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-44916f4b-c6fc-4397-9fa7-9e23c9d84500 req-5a4367b4-17e6-4573-b4bc-623fa781cbea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 1129 time: 0.0378327 Apr 11 17:57:22.400157 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916f4b-c6fc-4397-9fa7-9e23c9d84500 req-241969bd-7253-45ea-b328-80b0d7ea6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:22.401578 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-44916f4b-c6fc-4397-9fa7-9e23c9d84500 req-241969bd-7253-45ea-b328-80b0d7ea6210 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 200 len: 915 time: 0.0860045 Apr 11 17:57:22.468472 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-44916f4b-c6fc-4397-9fa7-9e23c9d84500 req-2ceb0e89-d50b-4673-8d0c-de769f68194d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf HTTP/1.1" status: 200 len: 999 time: 0.0586789 Apr 11 17:57:22.514844 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-450de80e-5281-44af-9f58-2d92be8bfc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:2a:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:57:07Z', 'updated_at': '2022-04-11T17:57:21Z', 'revision_number': 1, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:57:22.519086 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916f4b-c6fc-4397-9fa7-9e23c9d84500 req-afd317ce-f413-4bdc-829b-6d9bbdcfc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:22.521052 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-44916f4b-c6fc-4397-9fa7-9e23c9d84500 req-afd317ce-f413-4bdc-829b-6d9bbdcfc81d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 200 len: 853 time: 0.0456789 Apr 11 17:57:22.541475 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450de80e-5281-44af-9f58-2d92be8bfc92 None None] Checking router: dc5e751c-933f-40e2-af43-f4222239248c for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:57:22.549557 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450de80e-5281-44af-9f58-2d92be8bfc92 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:57:22.550148 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-450de80e-5281-44af-9f58-2d92be8bfc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:57:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:57:22.563373 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916f4b-c6fc-4397-9fa7-9e23c9d84500 req-c24ee6ac-9a1a-4583-9276-cd3d19e79620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:22.564839 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-44916f4b-c6fc-4397-9fa7-9e23c9d84500 req-c24ee6ac-9a1a-4583-9276-cd3d19e79620 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368867 Apr 11 17:57:22.652532 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-44916f4b-c6fc-4397-9fa7-9e23c9d84500 req-075f3dbd-c5ef-4540-9cc8-688d8cc1a7cb service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803502 Apr 11 17:57:22.654712 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-450de80e-5281-44af-9f58-2d92be8bfc92 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:57:22.746588 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-44916f4b-c6fc-4397-9fa7-9e23c9d84500 req-d7f1afbb-0a4c-479d-b6bb-efdef003014a service neutron] 10.222.0.18 "GET /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882213 Apr 11 17:57:22.875312 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-450de80e-5281-44af-9f58-2d92be8bfc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:2a:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:57:07Z', 'updated_at': '2022-04-11T17:57:21Z', 'revision_number': 1, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:57:22.901075 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450de80e-5281-44af-9f58-2d92be8bfc92 None None] The sync data for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi is: [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'port_id': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'mac_address': 'fa:16:3e:2a:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:57:07Z', 'updated_at': '2022-04-11T17:57:21Z', 'revision_number': 1, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:57:23.089248 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4bbf8-ae0f-4021-9fd4-eda15cf123ea None None] New status for floating IP fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4: ACTIVE {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:57:23.695580 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18a610a0-c2ff-4551-9dd8-211d20fb4118 req-b76dea73-5ae3-4492-9656-a51bebad4ed8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372093 Apr 11 17:57:23.755281 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a610a0-c2ff-4551-9dd8-211d20fb4118 req-ddc9737b-f23e-43d3-b865-e3cc278c340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:23.756739 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18a610a0-c2ff-4551-9dd8-211d20fb4118 req-ddc9737b-f23e-43d3-b865-e3cc278c340e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c71b0f821474346aaf840b827812a6e&device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 1129 time: 0.0404980 Apr 11 17:57:23.855382 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a610a0-c2ff-4551-9dd8-211d20fb4118 req-a6887335-6c62-4823-986e-0229cfe7dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:23.856782 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18a610a0-c2ff-4551-9dd8-211d20fb4118 req-a6887335-6c62-4823-986e-0229cfe7dbf6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271 HTTP/1.1" status: 200 len: 910 time: 0.0818651 Apr 11 17:57:23.923620 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18a610a0-c2ff-4551-9dd8-211d20fb4118 req-16666f0d-318a-4853-baa9-9f3d8ce20468 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2fd09e0-855b-481b-a832-a62707591fa8 HTTP/1.1" status: 200 len: 1001 time: 0.0598562 Apr 11 17:57:23.969323 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a610a0-c2ff-4551-9dd8-211d20fb4118 req-30aa4a4c-a614-45db-bba3-d9f3915f131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:23.970612 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18a610a0-c2ff-4551-9dd8-211d20fb4118 req-30aa4a4c-a614-45db-bba3-d9f3915f131b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1db30ab4-92c4-4d32-abe7-c8b778e7e79c HTTP/1.1" status: 200 len: 848 time: 0.0413110 Apr 11 17:57:24.012097 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a610a0-c2ff-4551-9dd8-211d20fb4118 req-87bec063-8a97-498e-b9cf-78960779fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:24.013630 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18a610a0-c2ff-4551-9dd8-211d20fb4118 req-87bec063-8a97-498e-b9cf-78960779fb6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367956 Apr 11 17:57:24.105346 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18a610a0-c2ff-4551-9dd8-211d20fb4118 req-3b63d56a-cf28-4e41-9789-c7df28c8a9a8 service neutron] 10.222.0.18 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838406 Apr 11 17:57:24.192470 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18a610a0-c2ff-4551-9dd8-211d20fb4118 req-16d6e956-9c65-444c-aa95-3d5b400d3ff3 service neutron] 10.222.0.18 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800073 Apr 11 17:57:43.176365 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d3ca567f-a20b-45ba-bb5e-9856282fd151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:45.525253 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e314c9b0-1a24-4933-a90c-e9b8be7476c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:46.249654 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a79a6d-8f7a-452d-9018-a7dd063f157e req-77a1c5e0-1716-4355-9746-bc2251f1a805 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:46.251120 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-74a79a6d-8f7a-452d-9018-a7dd063f157e req-77a1c5e0-1716-4355-9746-bc2251f1a805 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0515866 Apr 11 17:57:46.298171 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-74a79a6d-8f7a-452d-9018-a7dd063f157e req-a4349e5b-f1ba-48d6-a96f-f042fea72e11 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415964 Apr 11 17:57:46.500792 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:47.415111 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1fb0-0bb7-4891-8fea-9b193147e9f6 req-325855d1-a7d0-4161-977e-acfcc3a9277c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:47.416610 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-29fe1fb0-0bb7-4891-8fea-9b193147e9f6 req-325855d1-a7d0-4161-977e-acfcc3a9277c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0467470 Apr 11 17:57:47.464164 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-29fe1fb0-0bb7-4891-8fea-9b193147e9f6 req-7064fb80-f6e6-496d-9741-c6c0cfdd59d3 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419760 Apr 11 17:57:47.933356 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:48.577878 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e7805-68ff-4e74-885b-a4493f191c38 req-48108b0c-0418-464f-bfcd-5fd86b16a1c7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:48.579325 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-555e7805-68ff-4e74-885b-a4493f191c38 req-48108b0c-0418-464f-bfcd-5fd86b16a1c7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0455515 Apr 11 17:57:48.629465 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-555e7805-68ff-4e74-885b-a4493f191c38 req-7b57d398-cd43-4df1-add8-30117b881617 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439577 Apr 11 17:57:49.447913 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:49.744356 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4550d-f76f-4ac8-b01e-78faad4058f9 req-9f9efc08-76bd-4bb5-b5ef-c2e77d07be9d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:49.745826 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f6f4550d-f76f-4ac8-b01e-78faad4058f9 req-9f9efc08-76bd-4bb5-b5ef-c2e77d07be9d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0464120 Apr 11 17:57:49.790719 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f6f4550d-f76f-4ac8-b01e-78faad4058f9 req-1268e2e5-66e4-4aaa-9979-34de4dfcd52d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395427 Apr 11 17:57:50.769218 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:57:50.906400 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba5ffe-61a3-4935-85a3-d05a9177f7fc req-90505260-7558-4d86-bf1f-2b0d07dc7f87 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:50.907830 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2bba5ffe-61a3-4935-85a3-d05a9177f7fc req-90505260-7558-4d86-bf1f-2b0d07dc7f87 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0463850 Apr 11 17:57:50.954416 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2bba5ffe-61a3-4935-85a3-d05a9177f7fc req-571d6977-9b4a-4245-8b5d-f5b03f85de07 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410957 Apr 11 17:57:51.707327 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:57:52.071115 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e695f6-c1cb-4f9b-9449-8e22a3b8a1f7 req-63b453e8-c77c-44a4-8b4b-05003cbbcf34 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:52.072553 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5e695f6-c1cb-4f9b-9449-8e22a3b8a1f7 req-63b453e8-c77c-44a4-8b4b-05003cbbcf34 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0491936 Apr 11 17:57:52.118008 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5e695f6-c1cb-4f9b-9449-8e22a3b8a1f7 req-3d59ffee-1f15-49e5-a2e5-80a249d109b3 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399816 Apr 11 17:57:53.231811 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f4409-3d89-4d46-bbc1-391b7e5c8428 req-37da437f-6e5d-479b-9176-fd8a800f80f5 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:53.233293 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7c8f4409-3d89-4d46-bbc1-391b7e5c8428 req-37da437f-6e5d-479b-9176-fd8a800f80f5 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0463772 Apr 11 17:57:53.278069 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7c8f4409-3d89-4d46-bbc1-391b7e5c8428 req-176dfffe-06f2-4f1d-b1a2-c0540a79d41b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393782 Apr 11 17:57:54.392963 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bff987-a3a9-4004-b158-6a0be8784dd4 req-2d034d3e-42c5-4013-b37a-f632e61b6cd7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:54.394415 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-24bff987-a3a9-4004-b158-6a0be8784dd4 req-2d034d3e-42c5-4013-b37a-f632e61b6cd7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0461888 Apr 11 17:57:54.447048 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-24bff987-a3a9-4004-b158-6a0be8784dd4 req-a1587cc9-17c3-4c54-bd5e-b914101a1fa7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472629 Apr 11 17:57:55.563041 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954b582-6998-41e1-8c39-d9d7f8ca0272 req-dd3fe7b1-6379-4993-a8ad-b6b35001c391 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:55.564415 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5954b582-6998-41e1-8c39-d9d7f8ca0272 req-dd3fe7b1-6379-4993-a8ad-b6b35001c391 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0478418 Apr 11 17:57:55.609886 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5954b582-6998-41e1-8c39-d9d7f8ca0272 req-be7838be-15cd-447a-961c-1eaf61f51e18 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399003 Apr 11 17:57:56.723832 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646562c-6e00-4416-9783-944326ab75b6 req-6f7d5b3b-26f4-4259-b48e-7e06e2dc54ea tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:56.725206 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e646562c-6e00-4416-9783-944326ab75b6 req-6f7d5b3b-26f4-4259-b48e-7e06e2dc54ea tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0462377 Apr 11 17:57:56.771044 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e646562c-6e00-4416-9783-944326ab75b6 req-354a294b-0f64-4ddb-9c56-b75145357f4e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404487 Apr 11 17:57:57.888383 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0ca1d-af66-40c5-ae98-941c82213046 req-f92ecd86-3e8e-4d1a-ade1-2a7ed9b54fe5 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:57.889850 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-71f0ca1d-af66-40c5-ae98-941c82213046 req-f92ecd86-3e8e-4d1a-ade1-2a7ed9b54fe5 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0504308 Apr 11 17:57:57.936545 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-71f0ca1d-af66-40c5-ae98-941c82213046 req-1f2e2cb3-1590-49c5-b72a-54ace87a97dd tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411680 Apr 11 17:57:59.050011 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b40e1-46b1-42a3-ae77-3ea8bd86ac2d req-8ca9d0f4-e6a6-4c0a-81e4-ca983ba6338f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:57:59.051467 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d56b40e1-46b1-42a3-ae77-3ea8bd86ac2d req-8ca9d0f4-e6a6-4c0a-81e4-ca983ba6338f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0464900 Apr 11 17:57:59.097834 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d56b40e1-46b1-42a3-ae77-3ea8bd86ac2d req-cbfafdff-1f10-47e9-bf2a-55059264016a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399947 Apr 11 17:58:00.215726 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13771997-4d88-4122-9503-a65c3ff3e443 req-bba9a2e7-1d1b-4064-859a-0e9a061c874c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:00.217199 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-13771997-4d88-4122-9503-a65c3ff3e443 req-bba9a2e7-1d1b-4064-859a-0e9a061c874c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0492671 Apr 11 17:58:00.262952 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-13771997-4d88-4122-9503-a65c3ff3e443 req-b275c97e-4ed9-4222-a33f-41204b65e520 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403054 Apr 11 17:58:01.379679 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be23dd2-8e1f-4bcb-89f3-ce0b864c197a req-841a03b6-a046-44bd-a2fb-57f4faab5b6e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:01.381177 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0be23dd2-8e1f-4bcb-89f3-ce0b864c197a req-841a03b6-a046-44bd-a2fb-57f4faab5b6e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0461159 Apr 11 17:58:01.429319 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0be23dd2-8e1f-4bcb-89f3-ce0b864c197a req-f41a88df-68c2-4d8d-8075-d41fb9d7d966 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416279 Apr 11 17:58:02.544331 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f5180-a95c-4c0a-b6be-737eca3faab8 req-25cc972a-35df-401d-a29a-a8a0118d073c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:02.545786 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-611f5180-a95c-4c0a-b6be-737eca3faab8 req-25cc972a-35df-401d-a29a-a8a0118d073c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0454600 Apr 11 17:58:02.594854 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-611f5180-a95c-4c0a-b6be-737eca3faab8 req-926d3234-fe70-444a-a87c-a5867bf73b21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435481 Apr 11 17:58:03.713744 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7c8db-4c51-4490-88ec-8a280e367fdd req-f4296a38-eb79-4223-b299-912f81847253 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:03.715228 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-39a7c8db-4c51-4490-88ec-8a280e367fdd req-f4296a38-eb79-4223-b299-912f81847253 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0497630 Apr 11 17:58:03.765942 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-39a7c8db-4c51-4490-88ec-8a280e367fdd req-a89447a6-062f-4967-b5c0-57d9374641a2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449529 Apr 11 17:58:04.100564 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 73339840-ff12-4c11-a28b-842876074b50 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:58:04.199822 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=73339840-ff12-4c11-a28b-842876074b50,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:04.211188 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': '73339840-ff12-4c11-a28b-842876074b50', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'port_id': '73339840-ff12-4c11-a28b-842876074b50', 'mac_address': 'fa:16:3e:86:df:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:58:04.248333 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 73339840-ff12-4c11-a28b-842876074b50 is: ACTIVE; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:58:04.248728 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (73339840-ff12-4c11-a28b-842876074b50), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:04.266051 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73339840-ff12-4c11-a28b-842876074b50 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:58:04.286292 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=73339840-ff12-4c11-a28b-842876074b50,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:04.290776 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (73339840-ff12-4c11-a28b-842876074b50), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:04.342096 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=73339840-ff12-4c11-a28b-842876074b50,revision_number=6']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:04.369520 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['73339840-ff12-4c11-a28b-842876074b50'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:58:04.898450 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dc417-6e10-41fa-b256-86696aca37c1 req-74d544ef-0438-4e6f-acb7-74a470cb484f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:04.900617 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-879dc417-6e10-41fa-b256-86696aca37c1 req-74d544ef-0438-4e6f-acb7-74a470cb484f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 944 time: 0.0534961 Apr 11 17:58:04.952056 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-879dc417-6e10-41fa-b256-86696aca37c1 req-3a1e7dbb-e50a-4e81-9acc-902346d5af67 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429587 Apr 11 17:58:06.102672 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 73339840-ff12-4c11-a28b-842876074b50 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:58:06.133818 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528a686-f796-4c5b-b635-5bb33d877ee6 req-ede3163d-0f0c-4158-9f53-76d426b85f0a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:06.144903 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7528a686-f796-4c5b-b635-5bb33d877ee6 req-ede3163d-0f0c-4158-9f53-76d426b85f0a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 944 time: 0.0969534 Apr 11 17:58:06.164621 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port 73339840-ff12-4c11-a28b-842876074b50 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:58:06.165278 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (73339840-ff12-4c11-a28b-842876074b50), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:06.212976 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7528a686-f796-4c5b-b635-5bb33d877ee6 req-1e7eaa46-10f0-4305-9166-11c011ca119c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640771 Apr 11 17:58:06.322016 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 73339840-ff12-4c11-a28b-842876074b50 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:58:06.322636 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (73339840-ff12-4c11-a28b-842876074b50), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:06.349026 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73339840-ff12-4c11-a28b-842876074b50'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:58:06.351503 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216d6d09-d719-4041-b41e-e048e01a0106" -d '{"events": [{"server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "name": "network-vif-plugged", "status": "completed", "tag": "73339840-ff12-4c11-a28b-842876074b50"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:58:06.366392 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=73339840-ff12-4c11-a28b-842876074b50,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:06.372747 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (73339840-ff12-4c11-a28b-842876074b50), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:06.423735 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d65873-1f86-4c1e-a780-a6fee6755496 x-openstack-request-id: req-30d65873-1f86-4c1e-a780-a6fee6755496 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:58:06.424284 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "name": "network-vif-plugged", "status": "completed", "tag": "73339840-ff12-4c11-a28b-842876074b50", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:58:06.424609 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-30d65873-1f86-4c1e-a780-a6fee6755496 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:58:06.425033 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d65873-1f86-4c1e-a780-a6fee6755496'] response: {'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73339840-ff12-4c11-a28b-842876074b50', 'code': 200} Apr 11 17:58:06.454314 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=73339840-ff12-4c11-a28b-842876074b50,revision_number=7']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:07.373575 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebef0b-8087-4b1f-b314-57a39703d0a4 req-90445713-a4e6-4a7c-bbfc-8c051bc90885 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:07.381445 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dcebef0b-8087-4b1f-b314-57a39703d0a4 req-90445713-a4e6-4a7c-bbfc-8c051bc90885 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0857420 Apr 11 17:58:07.436026 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dcebef0b-8087-4b1f-b314-57a39703d0a4 req-388fcae2-ea20-40fc-8a0d-330376023af3 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516663 Apr 11 17:58:08.007324 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d90119-08bb-4851-b3b5-a5b7a48b8a82 req-b0bc1fc9-b5a6-4644-b85f-798a0658df9d tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:08.008937 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-79d90119-08bb-4851-b3b5-a5b7a48b8a82 req-b0bc1fc9-b5a6-4644-b85f-798a0658df9d tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 945 time: 0.0481417 Apr 11 17:58:08.070249 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-79d90119-08bb-4851-b3b5-a5b7a48b8a82 req-a6caa026-5479-4a45-9cbc-296fb826e602 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddd1c26-ace0-49df-85ce-012d5d06129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553727 Apr 11 17:58:08.563066 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec189495-1f92-46ba-9382-98893973e914 req-7cd01505-82cd-4fb2-b4e8-a52611526cf4 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:08.564775 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ec189495-1f92-46ba-9382-98893973e914 req-7cd01505-82cd-4fb2-b4e8-a52611526cf4 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0518227 Apr 11 17:58:08.628374 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ec189495-1f92-46ba-9382-98893973e914 req-a0808081-56a2-4ade-823d-611dcc343c86 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573664 Apr 11 17:58:09.190544 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b335ab-c3fa-44ef-9414-7bd81c7fb1ff req-d84c269a-03cc-44f8-9304-5c4767f5e6f1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:09.192099 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-19b335ab-c3fa-44ef-9414-7bd81c7fb1ff req-d84c269a-03cc-44f8-9304-5c4767f5e6f1 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 945 time: 0.0522261 Apr 11 17:58:09.242116 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-19b335ab-c3fa-44ef-9414-7bd81c7fb1ff req-96813356-10cf-4966-9f4b-9c14f71e5ad9 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ddd1c26-ace0-49df-85ce-012d5d06129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444105 Apr 11 17:58:09.505187 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-ba9d968e-ab5f-435d-b597-cbe8d159c62f tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:09.507543 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-ba9d968e-ab5f-435d-b597-cbe8d159c62f tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 945 time: 0.0524790 Apr 11 17:58:09.603597 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Deleting port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:09.604249 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:09.712423 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] For port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:09.712791 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:09.803767 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7488e-ce97-4db7-b43b-157515eadd60 req-d9be0059-55fa-46da-b4c5-b487a54e986c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:09.805270 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-72e7488e-ce97-4db7-b43b-157515eadd60 req-d9be0059-55fa-46da-b4c5-b487a54e986c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0960491 Apr 11 17:58:09.936545 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-72e7488e-ce97-4db7-b43b-157515eadd60 req-9225c3cf-8e42-4393-9f82-cab4873fc98b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225967 Apr 11 17:58:09.965284 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:09.965648 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:09.965965 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Floating IP fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4 disassociated. External IP: 172.27.1.199, port: 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf. Apr 11 17:58:09.966298 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Calling delete_port for 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:10.102710 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:10.129117 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event deleted for resources: {'Port': ['ID=84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:10.141130 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.141507 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.141822 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.142154 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.142497 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.142809 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.143132 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.143453 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.143774 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.144094 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.144415 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.144735 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.145076 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.145395 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.145711 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:10.274654 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Router dc5e751c-933f-40e2-af43-f4222239248c has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:58:10.356052 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d25d2bd-66a9-4b95-b7d2-39a4af280eeb req-d0a8b48c-ac5e-4cda-ab8d-54c69ecd10d8 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c11e282-8497-4e7a-bf5a-29578f5b0758 HTTP/1.1" status: 200 len: 210 time: 0.0341372 Apr 11 17:58:10.431626 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:58:10.441598 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ca9b9-9fa5-4722-bb1b-d6d236426da0 None None] Sync routers for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:58:10.451669 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ca9b9-9fa5-4722-bb1b-d6d236426da0 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:10.452272 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-1f8ca9b9-9fa5-4722-bb1b-d6d236426da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:57:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:10.482386 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] No DVR routers for this DVR port 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:58:10.485141 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:10.490295 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a206c69c-a19f-49f8-aeed-f613236f1a7a req-fadad5c1-de60-410e-b677-053aba8ee03e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.18 "DELETE /v2.0/ports/84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf HTTP/1.1" status: 204 len: 173 time: 0.9775515 Apr 11 17:58:10.491459 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'name': 'network-vif-deleted', 'tag': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:58:10.494234 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20a2a04-7337-4979-aa53-abc71cf93deb" -d '{"events": [{"server_uuid": "8c11e282-8497-4e7a-bf5a-29578f5b0758", "name": "network-vif-deleted", "tag": "84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:58:10.545598 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0986df15-5391-4cc7-8d33-f5c5bf95d1f9 x-openstack-request-id: req-0986df15-5391-4cc7-8d33-f5c5bf95d1f9 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:58:10.547494 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c11e282-8497-4e7a-bf5a-29578f5b0758", "name": "network-vif-deleted", "tag": "84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:58:10.548097 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0986df15-5391-4cc7-8d33-f5c5bf95d1f9 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:58:10.548725 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0986df15-5391-4cc7-8d33-f5c5bf95d1f9'] response: {'server_uuid': '8c11e282-8497-4e7a-bf5a-29578f5b0758', 'name': 'network-vif-deleted', 'tag': '84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf', 'status': 'completed', 'code': 200} Apr 11 17:58:10.591629 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-1f8ca9b9-9fa5-4722-bb1b-d6d236426da0 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:10.822995 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-1f8ca9b9-9fa5-4722-bb1b-d6d236426da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:10.853380 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ca9b9-9fa5-4722-bb1b-d6d236426da0 None None] Checking router: dc5e751c-933f-40e2-af43-f4222239248c for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:58:10.862194 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ca9b9-9fa5-4722-bb1b-d6d236426da0 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:10.862913 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-1f8ca9b9-9fa5-4722-bb1b-d6d236426da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:57:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:11.088387 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d14ac9-4a2e-4d29-a775-2c7050d45300 req-df61abd1-af4d-4bbf-a264-50219f737d13 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:11.096112 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-40d14ac9-4a2e-4d29-a775-2c7050d45300 req-df61abd1-af4d-4bbf-a264-50219f737d13 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0630641 Apr 11 17:58:11.100507 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-1f8ca9b9-9fa5-4722-bb1b-d6d236426da0 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:11.169460 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-40d14ac9-4a2e-4d29-a775-2c7050d45300 req-c9968998-ce10-46b1-b486-b81089056ab2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724404 Apr 11 17:58:11.309355 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-1f8ca9b9-9fa5-4722-bb1b-d6d236426da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:11.338045 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ca9b9-9fa5-4722-bb1b-d6d236426da0 None None] The sync data for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi is: [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 4, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2d8228d2-7b3e-4948-856a-46b90bf60879', 'name': '', 'network_id': 'd6bd3cdc-2739-46ff-aa04-05a6fe4fa18f', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'mac_address': 'fa:16:3e:9b:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:52Z', 'updated_at': '2022-04-11T17:53:05Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'subnets': [{'id': 'b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:58:11.464214 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55500) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:11.550216 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b6b6-aa9f-477d-8375-62e41243106e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (5ddd1c26-ace0-49df-85ce-012d5d06129d), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:11.584289 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b6b6-aa9f-477d-8375-62e41243106e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (5ddd1c26-ace0-49df-85ce-012d5d06129d), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:11.650747 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b6b6-aa9f-477d-8375-62e41243106e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (5ddd1c26-ace0-49df-85ce-012d5d06129d), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:11.654079 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b6b6-aa9f-477d-8375-62e41243106e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:11.658155 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e6ee88-732f-4fae-bf40-716653a6fa54 None None] New status for floating IP fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4: DOWN {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:58:11.659196 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55502) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:11.668596 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-d9a0b6b6-aa9f-477d-8375-62e41243106e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "DELETE /v2.0/security-groups/5ddd1c26-ace0-49df-85ce-012d5d06129d HTTP/1.1" status: 204 len: 168 time: 0.2028947 Apr 11 17:58:11.684762 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.api.v2.resource [None req-8157d809-9b8f-47bd-b117-b66ab37be269 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] show failed (client error): The resource could not be found. Apr 11 17:58:11.689092 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-8157d809-9b8f-47bd-b117-b66ab37be269 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "GET /v2.0/security-groups/5ddd1c26-ace0-49df-85ce-012d5d06129d HTTP/1.1" status: 404 len: 347 time: 0.0281780 Apr 11 17:58:11.689841 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55506) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:11.693272 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0b6b6-aa9f-477d-8375-62e41243106e tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddd1c26-ace0-49df-85ce-012d5d06129d,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:11.820151 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Deleting port 10ae603f-c607-46f8-bb65-af7008835565 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:11.820493 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (10ae603f-c607-46f8-bb65-af7008835565), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:11.923635 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (10ae603f-c607-46f8-bb65-af7008835565), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:11.924102 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (10ae603f-c607-46f8-bb65-af7008835565), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:11.939358 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Calling delete_port for 10ae603f-c607-46f8-bb65-af7008835565 owned by network:floatingip {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:12.100146 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (10ae603f-c607-46f8-bb65-af7008835565), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:12.127293 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Pushing event deleted for resources: {'Port': ['ID=10ae603f-c607-46f8-bb65-af7008835565,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:12.159372 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.159732 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.160066 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.160408 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.160744 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.161103 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.161436 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.161766 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.162094 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.162452 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.162784 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.163117 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.163444 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.163891 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.164219 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:12.208822 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks [] for floatingip (fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:12.213765 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:12.215007 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-7860e819-8b80-4d82-9593-0a4cb37a4a35 tempest-AttachVolumeNegativeTest-530061966 tempest-AttachVolumeNegativeTest-530061966-project] 10.222.0.76 "DELETE /v2.0/floatingips/fd07a6f3-a458-4aa9-b279-3b8d5fcfe0a4 HTTP/1.1" status: 204 len: 168 time: 0.5236232 Apr 11 17:58:12.332404 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd35a06-ca22-40cd-ad3a-91f3cdac3dc9 req-90e1bbd0-2198-4894-a768-bbb83ee54bdf tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:12.334304 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8fd35a06-ca22-40cd-ad3a-91f3cdac3dc9 req-90e1bbd0-2198-4894-a768-bbb83ee54bdf tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0704684 Apr 11 17:58:12.396375 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8fd35a06-ca22-40cd-ad3a-91f3cdac3dc9 req-0788bc7f-367b-4374-88e8-e0b960c1d9fd tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540137 Apr 11 17:58:13.183371 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-96a88f87-1c44-4073-80cb-938c4891f957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:13.525661 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16a52d-3755-49b5-99f0-de1b582a8229 req-9a963bd9-3d7a-4199-b493-32b2df203c33 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:13.527262 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9c16a52d-3755-49b5-99f0-de1b582a8229 req-9a963bd9-3d7a-4199-b493-32b2df203c33 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0552974 Apr 11 17:58:13.577896 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9c16a52d-3755-49b5-99f0-de1b582a8229 req-2649d643-3b0e-4527-977b-8d88cd3890c8 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447538 Apr 11 17:58:13.672134 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55540) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:13.914984 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d833-25a4-496f-b6c2-9188922f8eaf req-0622e48b-03fc-4bf7-848c-adb761764aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:13.916497 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c368d833-25a4-496f-b6c2-9188922f8eaf req-0622e48b-03fc-4bf7-848c-adb761764aa1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 1129 time: 0.0406060 Apr 11 17:58:14.009798 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d833-25a4-496f-b6c2-9188922f8eaf req-4a87ab7c-2bac-46d9-b014-4a6cd707688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:14.011265 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c368d833-25a4-496f-b6c2-9188922f8eaf req-4a87ab7c-2bac-46d9-b014-4a6cd707688b service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 918 time: 0.0870292 Apr 11 17:58:14.079472 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c368d833-25a4-496f-b6c2-9188922f8eaf req-16429e94-55d7-4401-9eb8-68ddd766e13f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73339840-ff12-4c11-a28b-842876074b50 HTTP/1.1" status: 200 len: 1000 time: 0.0624018 Apr 11 17:58:14.125920 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d833-25a4-496f-b6c2-9188922f8eaf req-0cc3e3d4-57e3-4edd-bf2f-bed108a7188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:14.127330 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c368d833-25a4-496f-b6c2-9188922f8eaf req-0cc3e3d4-57e3-4edd-bf2f-bed108a7188c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f64ec07-fa75-44a4-b98f-91779a92a54a HTTP/1.1" status: 200 len: 856 time: 0.0417094 Apr 11 17:58:14.136680 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Deleting port 118e168e-da0f-481d-9dbf-06d777cab72a {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:14.137064 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (118e168e-da0f-481d-9dbf-06d777cab72a), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:14.137246 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:14.156873 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:14.157206 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 84b27a00-d9d4-4fcb-b0ce-67dfb99adcdf not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:14.170625 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d833-25a4-496f-b6c2-9188922f8eaf req-997301e2-3c4d-4cd4-8a20-9d0c235a150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:14.172124 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c368d833-25a4-496f-b6c2-9188922f8eaf req-997301e2-3c4d-4cd4-8a20-9d0c235a150b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b7d6775-5316-468d-86b7-f792879d10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386672 Apr 11 17:58:14.213306 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (118e168e-da0f-481d-9dbf-06d777cab72a), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:14.213629 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for floatingip (118e168e-da0f-481d-9dbf-06d777cab72a), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:14.225242 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Calling delete_port for 118e168e-da0f-481d-9dbf-06d777cab72a owned by network:floatingip {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:14.263431 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c368d833-25a4-496f-b6c2-9188922f8eaf req-d702b798-cb99-495c-baf4-f8d3f10357d9 service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850937 Apr 11 17:58:14.355394 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c368d833-25a4-496f-b6c2-9188922f8eaf req-0ae0dae8-1590-4673-ab7a-95b8135536be service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855665 Apr 11 17:58:14.393348 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (118e168e-da0f-481d-9dbf-06d777cab72a), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:14.419964 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event deleted for resources: {'Port': ['ID=118e168e-da0f-481d-9dbf-06d777cab72a,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:14.483069 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for floatingip (0ca6336c-e7ff-4a96-82c0-3a6869e67fa4), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:14.483402 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.l3_db [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Floating IP 0ca6336c-e7ff-4a96-82c0-3a6869e67fa4 disassociated (deleted). External IP: 172.27.1.142, port: e2fd09e0-855b-481b-a832-a62707591fa8. Apr 11 17:58:14.697571 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Router 8c3716e6-d17c-48d5-a000-f333dc657566 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:58:14.711099 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d98f4-3d94-4ab5-b79e-9fed92ac30e0 req-4c5140f9-bad7-41ce-9440-0c65948ebb5c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:14.713646 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-af4d98f4-3d94-4ab5-b79e-9fed92ac30e0 req-4c5140f9-bad7-41ce-9440-0c65948ebb5c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0607679 Apr 11 17:58:14.764116 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-af4d98f4-3d94-4ab5-b79e-9fed92ac30e0 req-d2199def-6d2b-4b80-92c2-2efca35b90cb tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443208 Apr 11 17:58:14.821206 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:58:14.825953 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:14.830582 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c68de7-311f-44a6-a338-65f6d4fb8a68 None None] Sync routers for ids ['8c3716e6-d17c-48d5-a000-f333dc657566'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:58:14.844530 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c68de7-311f-44a6-a338-65f6d4fb8a68 None None] Routers {'8c3716e6-d17c-48d5-a000-f333dc657566'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:14.845171 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-48c68de7-311f-44a6-a338-65f6d4fb8a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:57:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['8c3716e6-d17c-48d5-a000-f333dc657566'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:14.856628 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-15cc1117-4afb-4590-beb0-c05e26b965d8 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "DELETE /v2.0/floatingips/0ca6336c-e7ff-4a96-82c0-3a6869e67fa4 HTTP/1.1" status: 204 len: 168 time: 1.1834328 Apr 11 17:58:14.857243 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:58:14.859587 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b7669f-4b86-4e2a-ad90-382ac5f5c300" -d '{"events": [{"name": "network-changed", "server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:58:14.898059 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c338bd-258f-445f-a660-8dd459136144 x-openstack-request-id: req-c6c338bd-258f-445f-a660-8dd459136144 {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:58:14.898491 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:58:14.898893 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c6c338bd-258f-445f-a660-8dd459136144 {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:58:14.899323 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c338bd-258f-445f-a660-8dd459136144'] response: {'name': 'network-changed', 'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'status': 'completed', 'code': 200} Apr 11 17:58:14.958101 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-48c68de7-311f-44a6-a338-65f6d4fb8a68 None None] Set router 8c3716e6-d17c-48d5-a000-f333dc657566 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:15.073639 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270d377-ae41-4fa3-a31d-ad60cbe63abe req-84fcf8a6-7702-4247-bd8b-d512f3618ee5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:15.075027 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8270d377-ae41-4fa3-a31d-ad60cbe63abe req-84fcf8a6-7702-4247-bd8b-d512f3618ee5 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0475550 Apr 11 17:58:15.123351 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8270d377-ae41-4fa3-a31d-ad60cbe63abe req-280325d0-0e44-456b-8442-cef58300d347 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425894 Apr 11 17:58:15.148087 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-48c68de7-311f-44a6-a338-65f6d4fb8a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:52:48Z', 'revision_number': 4, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5', 'name': '', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'mac_address': 'fa:16:3e:2e:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 5, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'subnets': [{'id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:15.173958 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c68de7-311f-44a6-a338-65f6d4fb8a68 None None] Checking router: 8c3716e6-d17c-48d5-a000-f333dc657566 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:58:15.181968 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c68de7-311f-44a6-a338-65f6d4fb8a68 None None] Routers {'8c3716e6-d17c-48d5-a000-f333dc657566'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:15.182554 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-48c68de7-311f-44a6-a338-65f6d4fb8a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:57:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['8c3716e6-d17c-48d5-a000-f333dc657566'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:15.286687 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-48c68de7-311f-44a6-a338-65f6d4fb8a68 None None] Set router 8c3716e6-d17c-48d5-a000-f333dc657566 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:15.472667 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-48c68de7-311f-44a6-a338-65f6d4fb8a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:52:48Z', 'revision_number': 4, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5', 'name': '', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'mac_address': 'fa:16:3e:2e:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 5, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'subnets': [{'id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:15.498500 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c68de7-311f-44a6-a338-65f6d4fb8a68 None None] The sync data for ids ['8c3716e6-d17c-48d5-a000-f333dc657566'] in dv-cinder-837353-1-iscsi is: [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:52:48Z', 'revision_number': 4, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5', 'name': '', 'network_id': 'a64b5ee9-99f3-4b4d-bf67-e531dab5b271', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'mac_address': 'fa:16:3e:2e:39:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:52:55Z', 'revision_number': 5, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'subnets': [{'id': '1db30ab4-92c4-4d32-abe7-c8b778e7e79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:58:15.527873 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-50ba8d53-3a0f-4401-b219-f4ef40e08c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:15.719283 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7669f-4b86-4e2a-ad90-382ac5f5c300 req-767a629a-765f-448b-8cba-580142d9c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:15.720888 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d8b7669f-4b86-4e2a-ad90-382ac5f5c300 req-767a629a-765f-448b-8cba-580142d9c476 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c71b0f821474346aaf840b827812a6e&device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 1129 time: 0.0444372 Apr 11 17:58:15.728467 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a72eb52-b772-448e-989e-907799174651 None None] New status for floating IP 0ca6336c-e7ff-4a96-82c0-3a6869e67fa4: DOWN {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:58:15.890599 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaeef2a-16fd-485b-b36d-90dc44a77335 req-8df4bd9f-1b0b-4f11-bb15-919762853614 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:15.892073 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-afaeef2a-16fd-485b-b36d-90dc44a77335 req-8df4bd9f-1b0b-4f11-bb15-919762853614 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0499723 Apr 11 17:58:15.909069 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55574) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:15.940142 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-afaeef2a-16fd-485b-b36d-90dc44a77335 req-34575af3-bfc6-445d-b76d-c39a3d88f234 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424883 Apr 11 17:58:16.234745 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68773e-1a9c-4d6c-ae76-91c65312c261 req-d3e29cc7-b7b5-4e92-9db5-637318f5e556 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:16.236221 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4e68773e-1a9c-4d6c-ae76-91c65312c261 req-d3e29cc7-b7b5-4e92-9db5-637318f5e556 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0460718 Apr 11 17:58:16.273798 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-93d1065f-8918-44c9-bf7f-0965edc06134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594804'] for router_interface (dc5e751c-933f-40e2-af43-f4222239248c), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:16.284290 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4e68773e-1a9c-4d6c-ae76-91c65312c261 req-a0641167-5ed8-4221-9e4e-998384a37020 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424204 Apr 11 17:58:16.495764 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-93d1065f-8918-44c9-bf7f-0965edc06134 admin admin] Deleting port 2d8228d2-7b3e-4948-856a-46b90bf60879 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:16.496100 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-93d1065f-8918-44c9-bf7f-0965edc06134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:16.503937 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:16.574546 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-93d1065f-8918-44c9-bf7f-0965edc06134 admin admin] For port 2d8228d2-7b3e-4948-856a-46b90bf60879, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=2d8228d2-7b3e-4948-856a-46b90bf60879,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:16.574907 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-93d1065f-8918-44c9-bf7f-0965edc06134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:16.588185 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-93d1065f-8918-44c9-bf7f-0965edc06134 admin admin] Calling delete_port for 2d8228d2-7b3e-4948-856a-46b90bf60879 owned by network:router_interface {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:16.779067 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-93d1065f-8918-44c9-bf7f-0965edc06134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (2d8228d2-7b3e-4948-856a-46b90bf60879), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:16.785132 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7669f-4b86-4e2a-ad90-382ac5f5c300 req-39eac72d-1e98-421e-851b-7cced276dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:16.786625 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d8b7669f-4b86-4e2a-ad90-382ac5f5c300 req-39eac72d-1e98-421e-851b-7cced276dde2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271 HTTP/1.1" status: 200 len: 910 time: 0.0937767 Apr 11 17:58:16.804796 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1065f-8918-44c9-bf7f-0965edc06134 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8228d2-7b3e-4948-856a-46b90bf60879,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:16.876348 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d8b7669f-4b86-4e2a-ad90-382ac5f5c300 req-84baf5c2-0164-4750-ba84-2c6dc26a00ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2fd09e0-855b-481b-a832-a62707591fa8 HTTP/1.1" status: 200 len: 217 time: 0.0457139 Apr 11 17:58:16.932672 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7669f-4b86-4e2a-ad90-382ac5f5c300 req-3868715b-4a71-42c1-ab3f-cab581d54d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:16.934366 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d8b7669f-4b86-4e2a-ad90-382ac5f5c300 req-3868715b-4a71-42c1-ab3f-cab581d54d11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1db30ab4-92c4-4d32-abe7-c8b778e7e79c HTTP/1.1" status: 200 len: 848 time: 0.0514889 Apr 11 17:58:16.987189 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-93d1065f-8918-44c9-bf7f-0965edc06134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594648'] for router_interface (dc5e751c-933f-40e2-af43-f4222239248c), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:17.062275 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e441e3e-356c-4476-bb13-5906478d4f82 req-df8ccd61-6c3a-4c68-be1c-2c54471f3c22 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:17.063756 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3e441e3e-356c-4476-bb13-5906478d4f82 req-df8ccd61-6c3a-4c68-be1c-2c54471f3c22 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.0491776 Apr 11 17:58:17.113279 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3e441e3e-356c-4476-bb13-5906478d4f82 req-5eaa856f-aee9-4b25-bbeb-8d5c655accb9 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429893 Apr 11 17:58:17.212002 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d1065f-8918-44c9-bf7f-0965edc06134 admin admin] Router dc5e751c-933f-40e2-af43-f4222239248c has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:58:17.239135 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7669f-4b86-4e2a-ad90-382ac5f5c300 req-b2046efb-b08e-4f42-bd35-430dd0fdb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:17.241657 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d8b7669f-4b86-4e2a-ad90-382ac5f5c300 req-b2046efb-b08e-4f42-bd35-430dd0fdb7a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64b5ee9-99f3-4b4d-bf67-e531dab5b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455742 Apr 11 17:58:17.352350 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d1065f-8918-44c9-bf7f-0965edc06134 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:58:17.359152 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-93d1065f-8918-44c9-bf7f-0965edc06134 admin admin] 10.222.0.76 "PUT /v2.0/routers/dc5e751c-933f-40e2-af43-f4222239248c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4488938 Apr 11 17:58:17.362089 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55592) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:17.368617 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbdc22a-82e4-4b69-93a0-95de03715166 None None] Sync routers for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:58:17.369236 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b83a49-4088-48ff-b8df-2f9f5fac22c0 req-656f651a-1e85-4332-8d5a-ae1a763a86c1 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:17.370905 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c7b83a49-4088-48ff-b8df-2f9f5fac22c0 req-656f651a-1e85-4332-8d5a-ae1a763a86c1 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.0914180 Apr 11 17:58:17.382949 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbdc22a-82e4-4b69-93a0-95de03715166 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:17.383965 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9bbdc22a-82e4-4b69-93a0-95de03715166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:58:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:17.503391 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-9bbdc22a-82e4-4b69-93a0-95de03715166 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:17.685674 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9bbdc22a-82e4-4b69-93a0-95de03715166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:58:16Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:17.718145 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbdc22a-82e4-4b69-93a0-95de03715166 None None] Checking router: dc5e751c-933f-40e2-af43-f4222239248c for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:58:17.727301 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbdc22a-82e4-4b69-93a0-95de03715166 None None] Routers {'dc5e751c-933f-40e2-af43-f4222239248c'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:17.727938 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9bbdc22a-82e4-4b69-93a0-95de03715166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:58:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dc5e751c-933f-40e2-af43-f4222239248c'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:17.874807 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d8b7669f-4b86-4e2a-ad90-382ac5f5c300 req-65fd02de-408a-40a5-ab75-f55219f3078b service neutron] 10.222.0.18 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263847 Apr 11 17:58:17.884667 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63084865-3723-4924-b9b2-497f6ee1d663 req-25b17f43-5078-41aa-b402-9bdc40d91906 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:17.888999 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63084865-3723-4924-b9b2-497f6ee1d663 req-25b17f43-5078-41aa-b402-9bdc40d91906 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 945 time: 0.4485133 Apr 11 17:58:17.939554 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:17.969247 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-9bbdc22a-82e4-4b69-93a0-95de03715166 None None] Set router dc5e751c-933f-40e2-af43-f4222239248c gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:18.073866 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-c7b83a49-4088-48ff-b8df-2f9f5fac22c0 req-5159e909-7940-47cc-95c6-d8abad21578b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Deleting port e2fd09e0-855b-481b-a832-a62707591fa8 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:18.073866 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-c7b83a49-4088-48ff-b8df-2f9f5fac22c0 req-5159e909-7940-47cc-95c6-d8abad21578b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:18.077116 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Publish callbacks [] for router (dc5e751c-933f-40e2-af43-f4222239248c), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:18.090643 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adde1e-bf1e-47c6-9d33-6c832c6fccca req-579bbaaa-ea6f-4606-ae92-8efe9700f739 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:18.092142 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-46adde1e-bf1e-47c6-9d33-6c832c6fccca req-579bbaaa-ea6f-4606-ae92-8efe9700f739 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 945 time: 0.2285237 Apr 11 17:58:18.106995 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55624) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:18.144497 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-9bbdc22a-82e4-4b69-93a0-95de03715166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:58:16Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:18.160465 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 73339840-ff12-4c11-a28b-842876074b50 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:18.171820 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbdc22a-82e4-4b69-93a0-95de03715166 None None] The sync data for ids ['dc5e751c-933f-40e2-af43-f4222239248c'] in dv-cinder-837353-1-iscsi is: [{'id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'name': 'tempest-AttachVolumeNegativeTest-354438690-router', 'tenant_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:47Z', 'updated_at': '2022-04-11T17:58:16Z', 'revision_number': 5, 'project_id': '87f1f626701c4ddfab0c5f855c39f8c3', 'gw_port': {'id': '7529de61-d034-4c8d-af3c-b3bbaa947aa0', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e751c-933f-40e2-af43-f4222239248c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:48Z', 'updated_at': '2022-04-11T17:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:58:18.248244 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63084865-3723-4924-b9b2-497f6ee1d663 req-a99b5e75-8ec9-4195-9b24-f863a25be699 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/security-groups?id=92a2cb37-4c4a-42e8-904a-7ab5e900ff77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972856 Apr 11 17:58:18.259069 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d8b7669f-4b86-4e2a-ad90-382ac5f5c300 req-c4bed12c-4744-4a76-8627-050ab3befee6 service neutron] 10.222.0.18 "GET /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310902 Apr 11 17:58:18.265859 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 73339840-ff12-4c11-a28b-842876074b50 is: ACTIVE; New status is: DOWN {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:58:18.266522 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (73339840-ff12-4c11-a28b-842876074b50), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:18.297292 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73339840-ff12-4c11-a28b-842876074b50'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:58:18.299486 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b319002b-c57d-4b69-be77-10d38b19b23e" -d '{"events": [{"server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "name": "network-vif-unplugged", "status": "completed", "tag": "73339840-ff12-4c11-a28b-842876074b50"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:58:18.311568 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=73339840-ff12-4c11-a28b-842876074b50,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:18.317617 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (73339840-ff12-4c11-a28b-842876074b50), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:18.340654 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-c7b83a49-4088-48ff-b8df-2f9f5fac22c0 req-5159e909-7940-47cc-95c6-d8abad21578b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] For port e2fd09e0-855b-481b-a832-a62707591fa8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e2fd09e0-855b-481b-a832-a62707591fa8,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:18.341139 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-c7b83a49-4088-48ff-b8df-2f9f5fac22c0 req-5159e909-7940-47cc-95c6-d8abad21578b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:18.346759 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e79ff2-1ae1-4838-bdf2-e8557480786b x-openstack-request-id: req-15e79ff2-1ae1-4838-bdf2-e8557480786b {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:58:18.347121 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "name": "network-vif-unplugged", "status": "failed", "tag": "73339840-ff12-4c11-a28b-842876074b50", "code": 422}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:58:18.347436 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15e79ff2-1ae1-4838-bdf2-e8557480786b {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:58:18.348080 dv-cinder-837353-1-iscsi neutron-server[114852]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-15e79ff2-1ae1-4838-bdf2-e8557480786b']: {'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73339840-ff12-4c11-a28b-842876074b50', 'code': 422} returned with failed status Apr 11 17:58:18.370740 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-c7b83a49-4088-48ff-b8df-2f9f5fac22c0 req-5159e909-7940-47cc-95c6-d8abad21578b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Calling delete_port for e2fd09e0-855b-481b-a832-a62707591fa8 owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:18.374320 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=73339840-ff12-4c11-a28b-842876074b50,revision_number=8']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:18.382259 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-46adde1e-bf1e-47c6-9d33-6c832c6fccca req-7b3f4b10-9980-4c8f-8aac-96458f371498 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343571 Apr 11 17:58:18.382510 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.382721 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.383275 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.383786 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.384286 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.384773 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.385277 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.385778 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.386258 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.386734 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.387231 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.387712 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.388653 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.388653 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.388836 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:58:18.448209 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Publish callbacks [] for router_gateway (dc5e751c-933f-40e2-af43-f4222239248c), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:18.479481 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-a2a917d3-ab59-45f5-8e2c-bd41549f3cea service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3707716 Apr 11 17:58:18.488094 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-b0788444-df3c-4520-ab1e-6c36c76d1f25 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:58:18.489169 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-b0788444-df3c-4520-ab1e-6c36c76d1f25 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050960 Apr 11 17:58:18.522857 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Deleting port 7529de61-d034-4c8d-af3c-b3bbaa947aa0 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:18.523194 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:18.573482 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55634) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:18.621807 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-c7b83a49-4088-48ff-b8df-2f9f5fac22c0 req-5159e909-7940-47cc-95c6-d8abad21578b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (e2fd09e0-855b-481b-a832-a62707591fa8), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:18.667388 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159e909-7940-47cc-95c6-d8abad21578b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event deleted for resources: {'Port': ['ID=e2fd09e0-855b-481b-a832-a62707591fa8,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:18.676379 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] For port 7529de61-d034-4c8d-af3c-b3bbaa947aa0, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=7529de61-d034-4c8d-af3c-b3bbaa947aa0,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:18.677142 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:18.699012 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-888e1153-0eca-4da7-8301-0e766ff776f1 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:18.700745 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-888e1153-0eca-4da7-8301-0e766ff776f1 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports/73339840-ff12-4c11-a28b-842876074b50 HTTP/1.1" status: 200 len: 940 time: 0.1262062 Apr 11 17:58:18.728036 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Calling delete_port for 7529de61-d034-4c8d-af3c-b3bbaa947aa0 owned by network:router_gateway {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:18.729916 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b83a49-4088-48ff-b8df-2f9f5fac22c0 req-5159e909-7940-47cc-95c6-d8abad21578b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] No DVR routers for this DVR port e2fd09e0-855b-481b-a832-a62707591fa8 on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:58:18.733804 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-c7b83a49-4088-48ff-b8df-2f9f5fac22c0 req-5159e909-7940-47cc-95c6-d8abad21578b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:18.737179 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c7b83a49-4088-48ff-b8df-2f9f5fac22c0 req-5159e909-7940-47cc-95c6-d8abad21578b tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.18 "DELETE /v2.0/ports/e2fd09e0-855b-481b-a832-a62707591fa8 HTTP/1.1" status: 204 len: 173 time: 1.2952144 Apr 11 17:58:18.737616 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'name': 'network-vif-deleted', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:58:18.739916 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53898dd6-e785-461e-b864-b02c047b9f87" -d '{"events": [{"server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "name": "network-vif-deleted", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:58:18.790260 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f97d64b-079d-452f-aa9b-433493e5e58e x-openstack-request-id: req-8f97d64b-079d-452f-aa9b-433493e5e58e {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:58:18.790635 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b65fd1d-3b8b-4c06-976d-54d268e118b2", "name": "network-vif-deleted", "tag": "e2fd09e0-855b-481b-a832-a62707591fa8", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:58:18.790894 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f97d64b-079d-452f-aa9b-433493e5e58e {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:58:18.791300 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f97d64b-079d-452f-aa9b-433493e5e58e'] response: {'server_uuid': '2b65fd1d-3b8b-4c06-976d-54d268e118b2', 'name': 'network-vif-deleted', 'tag': 'e2fd09e0-855b-481b-a832-a62707591fa8', 'status': 'completed', 'code': 200} Apr 11 17:58:18.927230 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (7529de61-d034-4c8d-af3c-b3bbaa947aa0), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:18.957649 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Pushing event deleted for resources: {'Port': ['ID=7529de61-d034-4c8d-af3c-b3bbaa947aa0,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:19.032245 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594366'] for router_gateway (dc5e751c-933f-40e2-af43-f4222239248c), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.134306 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123069'] for router (dc5e751c-933f-40e2-af43-f4222239248c), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.136907 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Publish callbacks [] for router_controller (dc5e751c-933f-40e2-af43-f4222239248c), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.185172 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1748057'] for router (dc5e751c-933f-40e2-af43-f4222239248c), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.185736 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc5e751c-933f-40e2-af43-f4222239248c {{(pid=114850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:58:19.191416 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.192727 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-f0776933-ec21-400e-b14b-98e03cfd251f admin admin] 10.222.0.76 "DELETE /v2.0/routers/dc5e751c-933f-40e2-af43-f4222239248c HTTP/1.1" status: 204 len: 168 time: 1.8208957 Apr 11 17:58:19.195423 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55646) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:19.245761 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a437a168-b884-46aa-ac43-846cc790e552 admin admin] Deleting subnet b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 {{(pid=114850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:58:19.251792 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a437a168-b884-46aa-ac43-846cc790e552 admin admin] Publish callbacks [] for subnet (b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.291443 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a437a168-b884-46aa-ac43-846cc790e552 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25836544'] for subnet (b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.369657 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5196986-7c84-4f5e-b905-4f934f067f94 req-2bd0bdfb-c429-4209-90c2-33e0728bf4ef tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b65fd1d-3b8b-4c06-976d-54d268e118b2 HTTP/1.1" status: 200 len: 210 time: 0.0374346 Apr 11 17:58:19.406880 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a437a168-b884-46aa-ac43-846cc790e552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.451123 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.467436 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a437a168-b884-46aa-ac43-846cc790e552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25603928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660931'] for subnet (b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.502689 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437a168-b884-46aa-ac43-846cc790e552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:19.515665 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-a437a168-b884-46aa-ac43-846cc790e552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.519081 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-a437a168-b884-46aa-ac43-846cc790e552 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b4d6b2d1-d7db-473b-81e3-eef9c5aa00d8 HTTP/1.1" status: 204 len: 168 time: 0.3225009 Apr 11 17:58:19.520181 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29fbb10-c14e-47cf-b86b-f96117ee1b7f None None] Network d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:58:19.522459 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55652) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:19.565027 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d6e30-a39a-4026-8073-dffa71d61912 req-2dda729a-6100-4a6e-9db9-c59acb0bbb10 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:19.566681 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d5d6e30-a39a-4026-8073-dffa71d61912 req-2dda729a-6100-4a6e-9db9-c59acb0bbb10 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0679474 Apr 11 17:58:19.613022 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.624627 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d5d6e30-a39a-4026-8073-dffa71d61912 req-a3acaa42-7bc2-4404-ba5a-688c8992efce tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505452 Apr 11 17:58:19.666744 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Deleting port 4ca0f917-29aa-4faf-9502-b73b4ad0180e {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:19.667082 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.747407 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 7529de61-d034-4c8d-af3c-b3bbaa947aa0 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:19.747664 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] For port 4ca0f917-29aa-4faf-9502-b73b4ad0180e, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=4ca0f917-29aa-4faf-9502-b73b4ad0180e,segment=NetworkSegment(c2426612-6c90-4476-9561-856280a8343b),segment_id=c2426612-6c90-4476-9561-856280a8343b)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:19.747798 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.768991 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Calling delete_port for 4ca0f917-29aa-4faf-9502-b73b4ad0180e owned by network:dhcp {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:19.774150 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 7529de61-d034-4c8d-af3c-b3bbaa947aa0 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:19.774533 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 7529de61-d034-4c8d-af3c-b3bbaa947aa0 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:19.775014 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 2d8228d2-7b3e-4948-856a-46b90bf60879 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:19.810512 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 2d8228d2-7b3e-4948-856a-46b90bf60879 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:19.810858 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 2d8228d2-7b3e-4948-856a-46b90bf60879 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:19.862472 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (4ca0f917-29aa-4faf-9502-b73b4ad0180e), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.894489 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca0f917-29aa-4faf-9502-b73b4ad0180e,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:19.899029 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] No DVR routers for this DVR port 4ca0f917-29aa-4faf-9502-b73b4ad0180e on host dv-cinder-837353-1-iscsi {{(pid=114851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:58:19.913764 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019b3399-68b4-42cf-8d94-09798ca4e8b1 None None] DHCP port deletion for d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f request from dv-cinder-837353-1-iscsi {{(pid=114852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:58:19.978741 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:19.998075 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f']}} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:20.007569 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2426612-6c90-4476-9561-856280a8343b') {'for_net_delete': True} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:20.007862 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2426612-6c90-4476-9561-856280a8343b') {} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:20.016868 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3172206'] for segment (c2426612-6c90-4476-9561-856280a8343b), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.029698 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (c2426612-6c90-4476-9561-856280a8343b), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.035372 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=114851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:58:20.035744 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599408'] for segment (c2426612-6c90-4476-9561-856280a8343b), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: Traceback (most recent call last): Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: timer() Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: cb(*args, **kw) Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: return func(*args, **kwargs) Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: self._notify() Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: self.callback(batched_events) Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: event.method(event) Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: return f(self, *a, **k) Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._get(url).json() Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: return self.request(url, 'GET', **kwargs) Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:58:20.037418 dv-cinder-837353-1-iscsi neutron-server[114851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:58:20.093048 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.097463 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.100582 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] 10.222.0.76 "DELETE /v2.0/networks/d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f HTTP/1.1" status: 204 len: 168 time: 0.5764873 Apr 11 17:58:20.112892 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479551c-450c-49ce-b04d-ca73e8dafa5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6bd3cdc-2739-46ff-aa04-05a6fe4fa18f,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:20.218035 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55656) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:20.260407 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-2d6a7dcd-b5a1-463c-b822-084791569b3c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87f1f626701c4ddfab0c5f855c39f8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411923 Apr 11 17:58:20.262864 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55658) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:20.309003 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ec091c26-c1e1-4e01-8c2e-07e76434bd94 admin admin] Publish callbacks [] for security_group (760e2e65-8763-428e-b70c-bf864aabf012), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.329443 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ec091c26-c1e1-4e01-8c2e-07e76434bd94 admin admin] Publish callbacks [] for security_group (760e2e65-8763-428e-b70c-bf864aabf012), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.373966 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ec091c26-c1e1-4e01-8c2e-07e76434bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (760e2e65-8763-428e-b70c-bf864aabf012), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.376414 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ec091c26-c1e1-4e01-8c2e-07e76434bd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.377564 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-ec091c26-c1e1-4e01-8c2e-07e76434bd94 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/760e2e65-8763-428e-b70c-bf864aabf012 HTTP/1.1" status: 204 len: 168 time: 0.1138179 Apr 11 17:58:20.385498 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec091c26-c1e1-4e01-8c2e-07e76434bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760e2e65-8763-428e-b70c-bf864aabf012,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:20.429748 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55664) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:20.486382 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-bfc5a2f4-9d8b-4d7b-9a20-db38431ffe55 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group (92a2cb37-4c4a-42e8-904a-7ab5e900ff77), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.541164 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-bfc5a2f4-9d8b-4d7b-9a20-db38431ffe55 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group (92a2cb37-4c4a-42e8-904a-7ab5e900ff77), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.559209 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-ae377b12-8984-46cd-945b-c48d53645fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:20.560715 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-ae377b12-8984-46cd-945b-c48d53645fad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a&tenant_id=4fa5b589155249c78a0edceb7bf8b0d7 HTTP/1.1" status: 200 len: 1127 time: 0.0625272 Apr 11 17:58:20.623869 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-b3bff9b3-82e0-43e5-b19d-3806c5f2c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:20.625439 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-b3bff9b3-82e0-43e5-b19d-3806c5f2c834 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 1127 time: 0.0436502 Apr 11 17:58:20.696231 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-bfc5a2f4-9d8b-4d7b-9a20-db38431ffe55 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (92a2cb37-4c4a-42e8-904a-7ab5e900ff77), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.699432 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-bfc5a2f4-9d8b-4d7b-9a20-db38431ffe55 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:20.703035 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-bfc5a2f4-9d8b-4d7b-9a20-db38431ffe55 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] 10.222.0.76 "DELETE /v2.0/security-groups/92a2cb37-4c4a-42e8-904a-7ab5e900ff77 HTTP/1.1" status: 204 len: 168 time: 0.2698412 Apr 11 17:58:20.714993 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5a2f4-9d8b-4d7b-9a20-db38431ffe55 tempest-TestShelveInstance-476207566 tempest-TestShelveInstance-476207566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a2cb37-4c4a-42e8-904a-7ab5e900ff77,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:20.754709 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-461f34e7-2aa2-4f95-a6e2-10c158e1e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:20.755406 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-461f34e7-2aa2-4f95-a6e2-10c158e1e6dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 918 time: 0.1247938 Apr 11 17:58:20.769160 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55678) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:20.834502 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb71761-7da6-446f-ad24-5686b7cb50c4 req-d21311ed-b686-4a67-860f-66329275c96e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:20.836017 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ecb71761-7da6-446f-ad24-5686b7cb50c4 req-d21311ed-b686-4a67-860f-66329275c96e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0949066 Apr 11 17:58:20.865649 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-a141d2d4-f1df-40d6-afd5-08cc1457126e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73339840-ff12-4c11-a28b-842876074b50 HTTP/1.1" status: 200 len: 998 time: 0.0893500 Apr 11 17:58:20.934136 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ecb71761-7da6-446f-ad24-5686b7cb50c4 req-bc13cd27-ea30-4fc8-a24c-60eb22f94f26 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903964 Apr 11 17:58:20.936410 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-c756ab6c-d75d-415e-a1ba-2cb7ae7f059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:20.938118 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-c756ab6c-d75d-415e-a1ba-2cb7ae7f059c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f64ec07-fa75-44a4-b98f-91779a92a54a HTTP/1.1" status: 200 len: 856 time: 0.0642264 Apr 11 17:58:20.989562 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-2a6c6929-63c4-43c9-87a1-1d8dfe23cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:20.991203 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-2a6c6929-63c4-43c9-87a1-1d8dfe23cb9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b7d6775-5316-468d-86b7-f792879d10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472202 Apr 11 17:58:21.086149 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-3dbcaf0a-b1ca-4872-a5fc-8d49e5d3df7a service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891969 Apr 11 17:58:21.184961 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a6e288-772f-42e7-b38e-e8fdc19652ea req-69c1ce49-71a8-4da4-bc78-2872622b7e1f service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933638 Apr 11 17:58:21.282055 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f503998b-5ad9-4d23-9b23-b644a7ab9401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594804'] for router_interface (8c3716e6-d17c-48d5-a000-f333dc657566), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:21.391101 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 4ca0f917-29aa-4faf-9502-b73b4ad0180e no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:21.419664 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 4ca0f917-29aa-4faf-9502-b73b4ad0180e {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:21.420073 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 4ca0f917-29aa-4faf-9502-b73b4ad0180e not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:21.539434 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-f503998b-5ad9-4d23-9b23-b644a7ab9401 admin admin] Deleting port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:21.539771 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f503998b-5ad9-4d23-9b23-b644a7ab9401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:21.620309 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-f503998b-5ad9-4d23-9b23-b644a7ab9401 admin admin] For port 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:21.620787 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f503998b-5ad9-4d23-9b23-b644a7ab9401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:21.641590 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-f503998b-5ad9-4d23-9b23-b644a7ab9401 admin admin] Calling delete_port for 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 owned by network:router_interface {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:21.711369 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:21.857993 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f503998b-5ad9-4d23-9b23-b644a7ab9401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:21.892025 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503998b-5ad9-4d23-9b23-b644a7ab9401 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:22.151140 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e2fd09e0-855b-481b-a832-a62707591fa8 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:22.171825 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24620d10-63ca-4a7e-83d6-719ec7d032aa req-131c63ff-b2c3-476e-b9e8-f4cfebc934fa tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:22.173626 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-24620d10-63ca-4a7e-83d6-719ec7d032aa req-131c63ff-b2c3-476e-b9e8-f4cfebc934fa tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0985916 Apr 11 17:58:22.205361 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: e2fd09e0-855b-481b-a832-a62707591fa8 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:22.205754 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e2fd09e0-855b-481b-a832-a62707591fa8 not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:22.256691 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f503998b-5ad9-4d23-9b23-b644a7ab9401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594648'] for router_interface (8c3716e6-d17c-48d5-a000-f333dc657566), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:22.258703 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-24620d10-63ca-4a7e-83d6-719ec7d032aa req-c8be50c4-d21c-4814-a00d-8b2533edfe8c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790832 Apr 11 17:58:22.578070 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f503998b-5ad9-4d23-9b23-b644a7ab9401 admin admin] Router 8c3716e6-d17c-48d5-a000-f333dc657566 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:58:22.724927 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f503998b-5ad9-4d23-9b23-b644a7ab9401 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:58:22.733732 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55740) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:22.734881 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-f503998b-5ad9-4d23-9b23-b644a7ab9401 admin admin] 10.222.0.76 "PUT /v2.0/routers/8c3716e6-d17c-48d5-a000-f333dc657566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9631121 Apr 11 17:58:22.736164 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9218f1c9-b0f3-4db9-b7c6-e52ee13f9313 None None] Sync routers for ids ['8c3716e6-d17c-48d5-a000-f333dc657566'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:58:22.749202 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218f1c9-b0f3-4db9-b7c6-e52ee13f9313 None None] Routers {'8c3716e6-d17c-48d5-a000-f333dc657566'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:22.750624 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-9218f1c9-b0f3-4db9-b7c6-e52ee13f9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:58:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['8c3716e6-d17c-48d5-a000-f333dc657566'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:22.887377 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-9218f1c9-b0f3-4db9-b7c6-e52ee13f9313 None None] Set router 8c3716e6-d17c-48d5-a000-f333dc657566 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:22.940908 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Publish callbacks [] for router (8c3716e6-d17c-48d5-a000-f333dc657566), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:23.086937 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Publish callbacks [] for router_gateway (8c3716e6-d17c-48d5-a000-f333dc657566), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:23.113705 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-9218f1c9-b0f3-4db9-b7c6-e52ee13f9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:58:21Z', 'revision_number': 5, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port': {'id': '06bc82a8-c103-445d-a2dc-b8b8f075a11a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:43Z', 'updated_at': '2022-04-11T17:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:23.146009 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9218f1c9-b0f3-4db9-b7c6-e52ee13f9313 None None] Checking router: 8c3716e6-d17c-48d5-a000-f333dc657566 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:58:23.150204 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Deleting port 06bc82a8-c103-445d-a2dc-b8b8f075a11a {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:23.150549 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:23.160747 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218f1c9-b0f3-4db9-b7c6-e52ee13f9313 None None] Routers {'8c3716e6-d17c-48d5-a000-f333dc657566'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:23.162112 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-9218f1c9-b0f3-4db9-b7c6-e52ee13f9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:58:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['8c3716e6-d17c-48d5-a000-f333dc657566'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:23.246473 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] For port 06bc82a8-c103-445d-a2dc-b8b8f075a11a, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=06bc82a8-c103-445d-a2dc-b8b8f075a11a,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:23.247062 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:23.267030 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Calling delete_port for 06bc82a8-c103-445d-a2dc-b8b8f075a11a owned by network:router_gateway {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:23.297292 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-9218f1c9-b0f3-4db9-b7c6-e52ee13f9313 None None] Set router 8c3716e6-d17c-48d5-a000-f333dc657566 gateway port host: None {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:23.434676 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e65614-a6f4-4f5b-a5a8-f11bbfd1e898 req-e01959a6-cfb8-4b6d-a816-bc2344ed49aa tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:23.435449 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-9218f1c9-b0f3-4db9-b7c6-e52ee13f9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:58:23Z', 'revision_number': 6, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port_host': None}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:23.436636 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c7e65614-a6f4-4f5b-a5a8-f11bbfd1e898 req-e01959a6-cfb8-4b6d-a816-bc2344ed49aa tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0657222 Apr 11 17:58:23.524891 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9218f1c9-b0f3-4db9-b7c6-e52ee13f9313 None None] The sync data for ids ['8c3716e6-d17c-48d5-a000-f333dc657566'] in dv-cinder-837353-1-iscsi is: [{'id': '8c3716e6-d17c-48d5-a000-f333dc657566', 'name': 'tempest-TestShelveInstance-1628065752-router', 'tenant_id': '6c71b0f821474346aaf840b827812a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:42Z', 'updated_at': '2022-04-11T17:58:23Z', 'revision_number': 6, 'project_id': '6c71b0f821474346aaf840b827812a6e', 'gw_port_host': None}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:58:23.554536 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c7e65614-a6f4-4f5b-a5a8-f11bbfd1e898 req-d02ee77d-b04c-461a-a8b2-8d3cd39bad2e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111054 Apr 11 17:58:23.666107 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (06bc82a8-c103-445d-a2dc-b8b8f075a11a), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:23.700797 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Pushing event deleted for resources: {'Port': ['ID=06bc82a8-c103-445d-a2dc-b8b8f075a11a,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:23.777978 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594366'] for router_gateway (8c3716e6-d17c-48d5-a000-f333dc657566), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:23.902454 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123069'] for router (8c3716e6-d17c-48d5-a000-f333dc657566), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:23.905135 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Publish callbacks [] for router_controller (8c3716e6-d17c-48d5-a000-f333dc657566), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:23.970755 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1748057'] for router (8c3716e6-d17c-48d5-a000-f333dc657566), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:23.971465 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c3716e6-d17c-48d5-a000-f333dc657566 {{(pid=114850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:58:23.985622 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:23.989298 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-af8dba6a-6686-463d-8f2b-ff4beaecb537 admin admin] 10.222.0.76 "DELETE /v2.0/routers/8c3716e6-d17c-48d5-a000-f333dc657566 HTTP/1.1" status: 204 len: 168 time: 1.2521780 Apr 11 17:58:23.989621 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55752) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:24.066291 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2d09b0-f6e7-4ad1-b5d4-d77551722020 admin admin] Deleting subnet 1db30ab4-92c4-4d32-abe7-c8b778e7e79c {{(pid=114850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:58:24.069851 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2f2d09b0-f6e7-4ad1-b5d4-d77551722020 admin admin] Publish callbacks [] for subnet (1db30ab4-92c4-4d32-abe7-c8b778e7e79c), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.107706 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2f2d09b0-f6e7-4ad1-b5d4-d77551722020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25836544'] for subnet (1db30ab4-92c4-4d32-abe7-c8b778e7e79c), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.191120 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2f2d09b0-f6e7-4ad1-b5d4-d77551722020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (1db30ab4-92c4-4d32-abe7-c8b778e7e79c), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.253740 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2f2d09b0-f6e7-4ad1-b5d4-d77551722020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25603928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660931'] for subnet (1db30ab4-92c4-4d32-abe7-c8b778e7e79c), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.281352 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d09b0-f6e7-4ad1-b5d4-d77551722020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db30ab4-92c4-4d32-abe7-c8b778e7e79c,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:24.286298 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2f2d09b0-f6e7-4ad1-b5d4-d77551722020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.290281 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-2f2d09b0-f6e7-4ad1-b5d4-d77551722020 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1db30ab4-92c4-4d32-abe7-c8b778e7e79c HTTP/1.1" status: 204 len: 168 time: 0.2990732 Apr 11 17:58:24.292703 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55754) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:24.294711 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d7af63-02c6-41d8-98f0-6d88b25621db None None] Network a64b5ee9-99f3-4b4d-bf67-e531dab5b271 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:58:24.390975 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (a64b5ee9-99f3-4b4d-bf67-e531dab5b271), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.470473 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Deleting port 1541e2ad-71fb-46b3-adc4-f078a468af86 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:24.470811 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.548429 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] For port 1541e2ad-71fb-46b3-adc4-f078a468af86, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=1541e2ad-71fb-46b3-adc4-f078a468af86,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:24.548951 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.559744 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5847fd34-8cea-4b94-ad5a-d3d46b68aaac None None] DHCP port deletion for a64b5ee9-99f3-4b4d-bf67-e531dab5b271 request from dv-cinder-837353-1-iscsi {{(pid=114852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:58:24.563916 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Calling delete_port for 1541e2ad-71fb-46b3-adc4-f078a468af86 owned by network:dhcp {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:24.652508 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-5847fd34-8cea-4b94-ad5a-d3d46b68aaac None None] Deleting port 1541e2ad-71fb-46b3-adc4-f078a468af86 {{(pid=114852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:24.652827 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-5847fd34-8cea-4b94-ad5a-d3d46b68aaac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), before_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.748200 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-5847fd34-8cea-4b94-ad5a-d3d46b68aaac None None] For port 1541e2ad-71fb-46b3-adc4-f078a468af86, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=1541e2ad-71fb-46b3-adc4-f078a468af86,segment=NetworkSegment(b0effe62-af84-4b08-a000-778fcb753d03),segment_id=b0effe62-af84-4b08-a000-778fcb753d03)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:24.748553 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856be278-7256-43a6-9315-61db6fb74938 req-244ba1cb-d62e-4c8b-8fd5-40e16db14d60 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:24.748711 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-5847fd34-8cea-4b94-ad5a-d3d46b68aaac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), precommit_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.755645 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-856be278-7256-43a6-9315-61db6fb74938 req-244ba1cb-d62e-4c8b-8fd5-40e16db14d60 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0551422 Apr 11 17:58:24.759318 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.766277 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-5847fd34-8cea-4b94-ad5a-d3d46b68aaac None None] Calling delete_port for 1541e2ad-71fb-46b3-adc4-f078a468af86 owned by network:dhcp {{(pid=114852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:24.792011 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] No DVR routers for this DVR port 1541e2ad-71fb-46b3-adc4-f078a468af86 on host dv-cinder-837353-1-iscsi {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:58:24.818368 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Pushing event deleted for resources: {'Port': ['ID=1541e2ad-71fb-46b3-adc4-f078a468af86,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:24.875398 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-856be278-7256-43a6-9315-61db6fb74938 req-eea9bece-29f2-4e05-a6a4-06ed113e4b51 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131089 Apr 11 17:58:24.941312 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-5847fd34-8cea-4b94-ad5a-d3d46b68aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499'] for port (1541e2ad-71fb-46b3-adc4-f078a468af86), after_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.965701 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (a64b5ee9-99f3-4b4d-bf67-e531dab5b271), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:24.967957 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847fd34-8cea-4b94-ad5a-d3d46b68aaac None None] Pushing event deleted for resources: {'Port': ['ID=1541e2ad-71fb-46b3-adc4-f078a468af86,revision_number=None']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:24.985295 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5847fd34-8cea-4b94-ad5a-d3d46b68aaac None None] No DVR routers for this DVR port 1541e2ad-71fb-46b3-adc4-f078a468af86 on host dv-cinder-837353-1-iscsi {{(pid=114852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:58:25.006612 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64b5ee9-99f3-4b4d-bf67-e531dab5b271']}} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:25.029585 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0effe62-af84-4b08-a000-778fcb753d03') {'for_net_delete': True} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:25.030226 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0effe62-af84-4b08-a000-778fcb753d03') {} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:25.042391 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25836553'] for segment (b0effe62-af84-4b08-a000-778fcb753d03), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:25.062470 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (b0effe62-af84-4b08-a000-778fcb753d03), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:25.071954 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=114850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:58:25.073012 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25604082'] for segment (b0effe62-af84-4b08-a000-778fcb753d03), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: Traceback (most recent call last): Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: timer() Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: cb(*args, **kw) Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: return func(*args, **kwargs) Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: self._notify() Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: self.callback(batched_events) Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: event.method(event) Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: return f(self, *a, **k) Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._get(url).json() Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: return self.request(url, 'GET', **kwargs) Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:58:25.074472 dv-cinder-837353-1-iscsi neutron-server[114850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:58:25.142395 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (a64b5ee9-99f3-4b4d-bf67-e531dab5b271), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:25.168472 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:25.175680 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a64b5ee9-99f3-4b4d-bf67-e531dab5b271 HTTP/1.1" status: 204 len: 168 time: 0.8811939 Apr 11 17:58:25.176772 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc56df8-b45c-41be-8b53-170b9b1dd722 admin admin] Pushing event deleted for resources: {'Network': ['ID=a64b5ee9-99f3-4b4d-bf67-e531dab5b271,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:25.179881 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55762) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:25.438327 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 1541e2ad-71fb-46b3-adc4-f078a468af86 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:25.477807 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 1541e2ad-71fb-46b3-adc4-f078a468af86 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:25.478151 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 1541e2ad-71fb-46b3-adc4-f078a468af86 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:25.478847 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 06bc82a8-c103-445d-a2dc-b8b8f075a11a no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:25.518853 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 06bc82a8-c103-445d-a2dc-b8b8f075a11a {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:25.532103 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 06bc82a8-c103-445d-a2dc-b8b8f075a11a not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:25.532819 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:25.574299 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:25.574667 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 0ea4f7e0-9c1e-45fd-8ee6-6a984bad37c5 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:25.708320 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-808b2c11-ee39-4f00-8e78-3677d979cc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594804'] for router_interface (cdb8df17-44f3-4157-8910-e3cfd765238e), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:25.999462 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-808b2c11-ee39-4f00-8e78-3677d979cc38 admin admin] Deleting port 01e683aa-cc6e-432c-b987-0074521325b6 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:25.999801 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-808b2c11-ee39-4f00-8e78-3677d979cc38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (01e683aa-cc6e-432c-b987-0074521325b6), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:26.021044 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59fd93-1413-4704-b855-fbf268d2479c req-8dd501c8-b891-4a69-aae9-9ba2f0e96c54 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:26.022669 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6a59fd93-1413-4704-b855-fbf268d2479c req-8dd501c8-b891-4a69-aae9-9ba2f0e96c54 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0678990 Apr 11 17:58:26.129590 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6a59fd93-1413-4704-b855-fbf268d2479c req-83514f5c-5c5c-4b77-8b42-9e8561b945ac tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938885 Apr 11 17:58:26.135835 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [None req-808b2c11-ee39-4f00-8e78-3677d979cc38 admin admin] For port 01e683aa-cc6e-432c-b987-0074521325b6, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=01e683aa-cc6e-432c-b987-0074521325b6,segment=NetworkSegment(4d69fee7-b184-4262-abf1-d350a78c2890),segment_id=4d69fee7-b184-4262-abf1-d350a78c2890)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:26.136209 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-808b2c11-ee39-4f00-8e78-3677d979cc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (01e683aa-cc6e-432c-b987-0074521325b6), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:26.149590 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-808b2c11-ee39-4f00-8e78-3677d979cc38 admin admin] Calling delete_port for 01e683aa-cc6e-432c-b987-0074521325b6 owned by network:router_interface {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:26.685405 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-808b2c11-ee39-4f00-8e78-3677d979cc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (01e683aa-cc6e-432c-b987-0074521325b6), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:26.715048 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b2c11-ee39-4f00-8e78-3677d979cc38 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e683aa-cc6e-432c-b987-0074521325b6,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:27.011848 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-808b2c11-ee39-4f00-8e78-3677d979cc38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594648'] for router_interface (cdb8df17-44f3-4157-8910-e3cfd765238e), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:27.323073 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ac776-2a02-4077-9463-fdc9267bb2a1 req-cb764854-282d-4303-a7b3-cf41e0573fd2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:27.325000 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a08ac776-2a02-4077-9463-fdc9267bb2a1 req-cb764854-282d-4303-a7b3-cf41e0573fd2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0884168 Apr 11 17:58:27.402890 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808b2c11-ee39-4f00-8e78-3677d979cc38 admin admin] Router cdb8df17-44f3-4157-8910-e3cfd765238e has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:58:27.428700 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a08ac776-2a02-4077-9463-fdc9267bb2a1 req-f2995528-9d7a-4451-81c0-7d4dd01051a9 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863523 Apr 11 17:58:27.543009 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808b2c11-ee39-4f00-8e78-3677d979cc38 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:58:27.550627 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-808b2c11-ee39-4f00-8e78-3677d979cc38 admin admin] 10.222.0.76 "PUT /v2.0/routers/cdb8df17-44f3-4157-8910-e3cfd765238e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3675714 Apr 11 17:58:27.550997 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55802) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:27.558491 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7f89d-c066-46db-bee7-6497d03e5280 None None] Sync routers for ids ['cdb8df17-44f3-4157-8910-e3cfd765238e'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:58:27.572061 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7f89d-c066-46db-bee7-6497d03e5280 None None] Routers {'cdb8df17-44f3-4157-8910-e3cfd765238e'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:27.573450 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-e7b7f89d-c066-46db-bee7-6497d03e5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:58:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['cdb8df17-44f3-4157-8910-e3cfd765238e'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:27.683372 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Publish callbacks [] for router (cdb8df17-44f3-4157-8910-e3cfd765238e), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:27.685879 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-e7b7f89d-c066-46db-bee7-6497d03e5280 None None] Set router cdb8df17-44f3-4157-8910-e3cfd765238e gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:27.812252 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Publish callbacks [] for router_gateway (cdb8df17-44f3-4157-8910-e3cfd765238e), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:27.813990 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:58:27.892468 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Deleting port 119f5416-41c3-4b17-a85e-bbb7008727fa {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:27.892920 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:27.953306 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-e7b7f89d-c066-46db-bee7-6497d03e5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'name': 'tempest-TestShelveInstance-292957607-router', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:56Z', 'updated_at': '2022-04-11T17:58:26Z', 'revision_number': 5, 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'gw_port': {'id': '119f5416-41c3-4b17-a85e-bbb7008727fa', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:52:58Z', 'updated_at': '2022-04-11T17:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:28.005462 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7f89d-c066-46db-bee7-6497d03e5280 None None] Checking router: cdb8df17-44f3-4157-8910-e3cfd765238e for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:58:28.015832 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7f89d-c066-46db-bee7-6497d03e5280 None None] Routers {'cdb8df17-44f3-4157-8910-e3cfd765238e'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:58:28.016463 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-e7b7f89d-c066-46db-bee7-6497d03e5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:58:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['cdb8df17-44f3-4157-8910-e3cfd765238e'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:28.062877 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] For port 119f5416-41c3-4b17-a85e-bbb7008727fa, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=119f5416-41c3-4b17-a85e-bbb7008727fa,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:28.063702 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:28.099009 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Calling delete_port for 119f5416-41c3-4b17-a85e-bbb7008727fa owned by network:router_gateway {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:28.111411 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-e7b7f89d-c066-46db-bee7-6497d03e5280 None None] Set router cdb8df17-44f3-4157-8910-e3cfd765238e gateway port host: None {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:58:28.186074 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-e7b7f89d-c066-46db-bee7-6497d03e5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'name': 'tempest-TestShelveInstance-292957607-router', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:56Z', 'updated_at': '2022-04-11T17:58:27Z', 'revision_number': 6, 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'gw_port_host': None}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:28.228645 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7f89d-c066-46db-bee7-6497d03e5280 None None] The sync data for ids ['cdb8df17-44f3-4157-8910-e3cfd765238e'] in dv-cinder-837353-1-iscsi is: [{'id': 'cdb8df17-44f3-4157-8910-e3cfd765238e', 'name': 'tempest-TestShelveInstance-292957607-router', 'tenant_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:52:56Z', 'updated_at': '2022-04-11T17:58:27Z', 'revision_number': 6, 'project_id': 'a26b0cd5f44f495bb792e3f742ea0f21', 'gw_port_host': None}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:58:28.334959 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (119f5416-41c3-4b17-a85e-bbb7008727fa), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:28.363594 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=119f5416-41c3-4b17-a85e-bbb7008727fa,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:28.434745 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594366'] for router_gateway (cdb8df17-44f3-4157-8910-e3cfd765238e), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:28.554569 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123069'] for router (cdb8df17-44f3-4157-8910-e3cfd765238e), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:28.558538 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Publish callbacks [] for router_controller (cdb8df17-44f3-4157-8910-e3cfd765238e), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:28.608823 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1748057'] for router (cdb8df17-44f3-4157-8910-e3cfd765238e), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:28.609506 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdb8df17-44f3-4157-8910-e3cfd765238e {{(pid=114851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:58:28.623107 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b0822-d6f8-494b-b403-124d5cef5dd1 req-c6e98e3c-2972-485e-862d-4f2b15200598 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:28.624664 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-980b0822-d6f8-494b-b403-124d5cef5dd1 req-c6e98e3c-2972-485e-862d-4f2b15200598 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0750420 Apr 11 17:58:28.631156 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:28.634660 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-7eafdfc4-32b2-4715-80f5-b49005e1f6e3 admin admin] 10.222.0.76 "DELETE /v2.0/routers/cdb8df17-44f3-4157-8910-e3cfd765238e HTTP/1.1" status: 204 len: 168 time: 1.0803454 Apr 11 17:58:28.636297 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55814) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:28.716028 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3db44b8-2677-45eb-96f3-7aa890ace136 admin admin] Deleting subnet 424e8c44-a946-4bdc-825f-9468c4f799b5 {{(pid=114850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:58:28.727730 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d3db44b8-2677-45eb-96f3-7aa890ace136 admin admin] Publish callbacks [] for subnet (424e8c44-a946-4bdc-825f-9468c4f799b5), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:28.772179 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-980b0822-d6f8-494b-b403-124d5cef5dd1 req-3e4bc90f-524c-4b2f-8f22-d0a7a528b0e4 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418655 Apr 11 17:58:28.780377 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d3db44b8-2677-45eb-96f3-7aa890ace136 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25836544'] for subnet (424e8c44-a946-4bdc-825f-9468c4f799b5), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:28.877034 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d3db44b8-2677-45eb-96f3-7aa890ace136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (424e8c44-a946-4bdc-825f-9468c4f799b5), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:28.933122 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d3db44b8-2677-45eb-96f3-7aa890ace136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25603928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660931'] for subnet (424e8c44-a946-4bdc-825f-9468c4f799b5), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:28.961232 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db44b8-2677-45eb-96f3-7aa890ace136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=424e8c44-a946-4bdc-825f-9468c4f799b5,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:28.966059 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d3db44b8-2677-45eb-96f3-7aa890ace136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:28.972414 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-d3db44b8-2677-45eb-96f3-7aa890ace136 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/424e8c44-a946-4bdc-825f-9468c4f799b5 HTTP/1.1" status: 204 len: 168 time: 0.3328309 Apr 11 17:58:28.972563 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ecf6e0-b7b6-49bc-9a2c-edc8aeab1c59 None None] Network 6df481b1-2fbf-41da-9b5a-379cb9822755 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:58:28.973190 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55816) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:29.048685 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (6df481b1-2fbf-41da-9b5a-379cb9822755), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.097055 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Deleting port c856eae5-4454-4e4b-8acc-c26ceccc37dd {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:29.097389 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.185788 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] For port c856eae5-4454-4e4b-8acc-c26ceccc37dd, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=c856eae5-4454-4e4b-8acc-c26ceccc37dd,segment=NetworkSegment(4d69fee7-b184-4262-abf1-d350a78c2890),segment_id=4d69fee7-b184-4262-abf1-d350a78c2890)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:29.186303 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.202219 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b86aff5-5e13-463b-8d33-3f88500db7c4 None None] DHCP port deletion for 6df481b1-2fbf-41da-9b5a-379cb9822755 request from dv-cinder-837353-1-iscsi {{(pid=114852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:58:29.202817 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Calling delete_port for c856eae5-4454-4e4b-8acc-c26ceccc37dd owned by network:dhcp {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:29.292731 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-7b86aff5-5e13-463b-8d33-3f88500db7c4 None None] Deleting port c856eae5-4454-4e4b-8acc-c26ceccc37dd {{(pid=114852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:58:29.294307 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-7b86aff5-5e13-463b-8d33-3f88500db7c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), before_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.300255 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.341445 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] No DVR routers for this DVR port c856eae5-4454-4e4b-8acc-c26ceccc37dd on host dv-cinder-837353-1-iscsi {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:58:29.346090 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Pushing event deleted for resources: {'Port': ['ID=c856eae5-4454-4e4b-8acc-c26ceccc37dd,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:29.396781 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-7b86aff5-5e13-463b-8d33-3f88500db7c4 None None] For port c856eae5-4454-4e4b-8acc-c26ceccc37dd, host dv-cinder-837353-1-iscsi, got binding levels [] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:29.397341 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-7b86aff5-5e13-463b-8d33-3f88500db7c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), precommit_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.417205 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-7b86aff5-5e13-463b-8d33-3f88500db7c4 None None] Calling delete_port for c856eae5-4454-4e4b-8acc-c26ceccc37dd owned by network:dhcp {{(pid=114852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:58:29.422768 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.ipam_backend_mixin [None req-7b86aff5-5e13-463b-8d33-3f88500db7c4 None None] Port c856eae5-4454-4e4b-8acc-c26ceccc37dd was not found and therefore no delete operation was performed {{(pid=114852) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 11 17:58:29.424154 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-7b86aff5-5e13-463b-8d33-3f88500db7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499'] for port (c856eae5-4454-4e4b-8acc-c26ceccc37dd), after_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.505893 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 119f5416-41c3-4b17-a85e-bbb7008727fa no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:29.509985 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86aff5-5e13-463b-8d33-3f88500db7c4 None None] Pushing event deleted for resources: {'Port': ['ID=c856eae5-4454-4e4b-8acc-c26ceccc37dd,revision_number=None']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:29.535088 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (6df481b1-2fbf-41da-9b5a-379cb9822755), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.543912 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b86aff5-5e13-463b-8d33-3f88500db7c4 None None] No DVR routers for this DVR port c856eae5-4454-4e4b-8acc-c26ceccc37dd on host dv-cinder-837353-1-iscsi {{(pid=114852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:58:29.545326 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 119f5416-41c3-4b17-a85e-bbb7008727fa {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:29.545666 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 119f5416-41c3-4b17-a85e-bbb7008727fa not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:29.546108 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device c856eae5-4454-4e4b-8acc-c26ceccc37dd no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:29.588223 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df481b1-2fbf-41da-9b5a-379cb9822755']}} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:29.594350 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: c856eae5-4454-4e4b-8acc-c26ceccc37dd {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:29.594970 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device c856eae5-4454-4e4b-8acc-c26ceccc37dd not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:29.595872 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 01e683aa-cc6e-432c-b987-0074521325b6 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:58:29.617818 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d69fee7-b184-4262-abf1-d350a78c2890') {'for_net_delete': True} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:29.618021 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d69fee7-b184-4262-abf1-d350a78c2890') {} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:58:29.620742 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 01e683aa-cc6e-432c-b987-0074521325b6 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:58:29.620742 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 01e683aa-cc6e-432c-b987-0074521325b6 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:58:29.633311 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25836553'] for segment (4d69fee7-b184-4262-abf1-d350a78c2890), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.653905 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (4d69fee7-b184-4262-abf1-d350a78c2890), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.663507 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=114850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:58:29.663913 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25604082'] for segment (4d69fee7-b184-4262-abf1-d350a78c2890), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: Traceback (most recent call last): Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: timer() Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: cb(*args, **kw) Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: return func(*args, **kwargs) Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: self._notify() Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: self.callback(batched_events) Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: event.method(event) Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: return f(self, *a, **k) Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._get(url).json() Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: return self.request(url, 'GET', **kwargs) Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:58:29.665684 dv-cinder-837353-1-iscsi neutron-server[114850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:58:29.727073 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (6df481b1-2fbf-41da-9b5a-379cb9822755), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.733187 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:29.736183 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6df481b1-2fbf-41da-9b5a-379cb9822755 HTTP/1.1" status: 204 len: 168 time: 0.7624340 Apr 11 17:58:29.749179 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df7b1e-5773-4bd8-8584-18d2507ff016 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df481b1-2fbf-41da-9b5a-379cb9822755,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:29.903343 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434f98e-71bd-4db9-9afe-dcd6e241b16b req-15659ea8-1e8a-44d2-863e-3ca25b9346f4 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:29.905337 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f434f98e-71bd-4db9-9afe-dcd6e241b16b req-15659ea8-1e8a-44d2-863e-3ca25b9346f4 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0562274 Apr 11 17:58:29.944727 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55844) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:29.981305 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f434f98e-71bd-4db9-9afe-dcd6e241b16b req-1fa93cc5-88fe-4f38-9d0f-9324f4d0900c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677061 Apr 11 17:58:30.002832 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-306ac720-c383-486a-8771-034a3296a93a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c71b0f821474346aaf840b827812a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563393 Apr 11 17:58:30.005026 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55848) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:30.053013 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ce5e925e-13ae-423b-bc16-09b869385e57 admin admin] Publish callbacks [] for security_group (2aba02e5-a1e5-4c66-8c21-b1f64aa05524), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:30.073802 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ce5e925e-13ae-423b-bc16-09b869385e57 admin admin] Publish callbacks [] for security_group (2aba02e5-a1e5-4c66-8c21-b1f64aa05524), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:30.122083 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ce5e925e-13ae-423b-bc16-09b869385e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (2aba02e5-a1e5-4c66-8c21-b1f64aa05524), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:30.124548 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ce5e925e-13ae-423b-bc16-09b869385e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:30.125702 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-ce5e925e-13ae-423b-bc16-09b869385e57 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2aba02e5-a1e5-4c66-8c21-b1f64aa05524 HTTP/1.1" status: 204 len: 168 time: 0.1195738 Apr 11 17:58:30.135884 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e925e-13ae-423b-bc16-09b869385e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aba02e5-a1e5-4c66-8c21-b1f64aa05524,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:30.437396 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55854) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:30.476475 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-4036d9e1-eaf8-48b6-ad04-dce81fb6c737 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a26b0cd5f44f495bb792e3f742ea0f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379646 Apr 11 17:58:30.478911 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55856) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:30.524596 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2db4f0e9-1f6f-48b3-922b-22d3760b21d8 admin admin] Publish callbacks [] for security_group (89642a99-90fb-4bd8-a5fc-a928e83de0b1), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:30.545437 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2db4f0e9-1f6f-48b3-922b-22d3760b21d8 admin admin] Publish callbacks [] for security_group (89642a99-90fb-4bd8-a5fc-a928e83de0b1), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:30.592203 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2db4f0e9-1f6f-48b3-922b-22d3760b21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (89642a99-90fb-4bd8-a5fc-a928e83de0b1), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:30.594814 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-2db4f0e9-1f6f-48b3-922b-22d3760b21d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:30.595948 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-2db4f0e9-1f6f-48b3-922b-22d3760b21d8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/89642a99-90fb-4bd8-a5fc-a928e83de0b1 HTTP/1.1" status: 204 len: 168 time: 0.1161752 Apr 11 17:58:30.603866 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4f0e9-1f6f-48b3-922b-22d3760b21d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89642a99-90fb-4bd8-a5fc-a928e83de0b1,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:31.100523 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c149af-540f-4f07-a799-82c4ccd1d9cf req-9f30bc24-d795-4104-95df-174ad11aa6eb tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:31.102127 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-04c149af-540f-4f07-a799-82c4ccd1d9cf req-9f30bc24-d795-4104-95df-174ad11aa6eb tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0459747 Apr 11 17:58:31.151881 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-04c149af-540f-4f07-a799-82c4ccd1d9cf req-4e723680-5a24-4dbc-babd-3432863fec22 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442879 Apr 11 17:58:32.267659 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb21e3a-acd5-4e97-8aa5-f229e4a0eb3f req-dae9c1f3-7da5-4c54-bfc2-9b433bdab6fa tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:32.269123 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cdb21e3a-acd5-4e97-8aa5-f229e4a0eb3f req-dae9c1f3-7da5-4c54-bfc2-9b433bdab6fa tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0461528 Apr 11 17:58:32.315269 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cdb21e3a-acd5-4e97-8aa5-f229e4a0eb3f req-f12f26e7-b839-4a3a-91e5-bfbc96af5ac8 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407069 Apr 11 17:58:33.429468 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00987a-fbbb-47a5-867c-56f92a018033 req-b9ff9cae-7ef0-4c60-824e-9f597de4aeb1 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:33.430929 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1c00987a-fbbb-47a5-867c-56f92a018033 req-b9ff9cae-7ef0-4c60-824e-9f597de4aeb1 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0467448 Apr 11 17:58:33.475721 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1c00987a-fbbb-47a5-867c-56f92a018033 req-3a371281-87d0-4c54-9930-a46fb794a887 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393121 Apr 11 17:58:34.592448 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03709983-b84e-4da5-b103-c25ef5316c33 req-f0fd112f-a382-4738-9ae4-4697013fb3fc tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:34.593933 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-03709983-b84e-4da5-b103-c25ef5316c33 req-f0fd112f-a382-4738-9ae4-4697013fb3fc tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0489717 Apr 11 17:58:34.639440 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-03709983-b84e-4da5-b103-c25ef5316c33 req-5cd8aa53-3372-46c3-879d-79553491d5ff tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401173 Apr 11 17:58:35.753446 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87ea9f-56ed-408d-8a4a-9235b356de35 req-9e78917c-99d1-4565-908f-9317db03a761 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:35.754873 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8c87ea9f-56ed-408d-8a4a-9235b356de35 req-9e78917c-99d1-4565-908f-9317db03a761 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0449893 Apr 11 17:58:35.807470 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8c87ea9f-56ed-408d-8a4a-9235b356de35 req-b1e83801-a233-439e-b084-14014196a86b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465512 Apr 11 17:58:36.922837 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a074-2659-40e4-a0c3-67fb2c1b1813 req-16e6e807-d57f-46d7-8f8a-53ecaef66c45 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:36.924295 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dbe2a074-2659-40e4-a0c3-67fb2c1b1813 req-16e6e807-d57f-46d7-8f8a-53ecaef66c45 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0456188 Apr 11 17:58:36.973587 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dbe2a074-2659-40e4-a0c3-67fb2c1b1813 req-bcc7149c-b63b-41b6-a357-48b7ba412dc5 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432529 Apr 11 17:58:38.004576 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 55964) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:38.090010 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c67be-f154-42cb-8fac-d19f0802e28c req-04aaf6ce-9c16-4958-bebe-2e053dc8b84a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:38.091520 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ae4c67be-f154-42cb-8fac-d19f0802e28c req-04aaf6ce-9c16-4958-bebe-2e053dc8b84a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 943 time: 0.0466316 Apr 11 17:58:38.112895 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5ea63ee7-a683-4286-9894-c4f374163e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.170085 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ae4c67be-f154-42cb-8fac-d19f0802e28c req-e4463487-521d-459f-8c65-0f7d0053104d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693145 Apr 11 17:58:38.216348 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5ea63ee7-a683-4286-9894-c4f374163e67 admin admin] Publish callbacks [] for security_group (519b0dbf-f220-4a6c-baf8-6edbdfc36e51), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.220153 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5ea63ee7-a683-4286-9894-c4f374163e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (519b0dbf-f220-4a6c-baf8-6edbdfc36e51), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.223717 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 73339840-ff12-4c11-a28b-842876074b50 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:58:38.257864 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-5ea63ee7-a683-4286-9894-c4f374163e67 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=11d97e0810b04f789a11edb19058d76b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515619 Apr 11 17:58:38.258709 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea63ee7-a683-4286-9894-c4f374163e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519b0dbf-f220-4a6c-baf8-6edbdfc36e51,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:38.260533 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55968) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:38.309044 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-285beb75-ccce-431b-804f-b76db28808c0 admin admin] Publish callbacks [] for security_group (519b0dbf-f220-4a6c-baf8-6edbdfc36e51), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.324670 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=73339840-ff12-4c11-a28b-842876074b50,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:38.330042 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-285beb75-ccce-431b-804f-b76db28808c0 admin admin] Publish callbacks [] for security_group (519b0dbf-f220-4a6c-baf8-6edbdfc36e51), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.336521 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': '73339840-ff12-4c11-a28b-842876074b50', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'port_id': '73339840-ff12-4c11-a28b-842876074b50', 'mac_address': 'fa:16:3e:86:df:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:58:38.375999 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-285beb75-ccce-431b-804f-b76db28808c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (519b0dbf-f220-4a6c-baf8-6edbdfc36e51), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.378514 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-285beb75-ccce-431b-804f-b76db28808c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.379089 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 73339840-ff12-4c11-a28b-842876074b50 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:58:38.379489 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (73339840-ff12-4c11-a28b-842876074b50), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.379647 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-285beb75-ccce-431b-804f-b76db28808c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/519b0dbf-f220-4a6c-baf8-6edbdfc36e51 HTTP/1.1" status: 204 len: 168 time: 0.1180534 Apr 11 17:58:38.389240 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285beb75-ccce-431b-804f-b76db28808c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519b0dbf-f220-4a6c-baf8-6edbdfc36e51,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:38.393476 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73339840-ff12-4c11-a28b-842876074b50 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:58:38.423564 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=73339840-ff12-4c11-a28b-842876074b50,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:38.428895 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (73339840-ff12-4c11-a28b-842876074b50), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.478736 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=73339840-ff12-4c11-a28b-842876074b50,revision_number=9']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:38.627771 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['73339840-ff12-4c11-a28b-842876074b50'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:58:38.657324 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55974) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:38.670164 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-70b4419e-813b-4dff-8c5a-16e19353423d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.743090 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-70b4419e-813b-4dff-8c5a-16e19353423d admin admin] Publish callbacks [] for security_group (2afe64cd-ba3e-4c91-8ee9-122eb986737c), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.747065 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-70b4419e-813b-4dff-8c5a-16e19353423d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (2afe64cd-ba3e-4c91-8ee9-122eb986737c), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.785824 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4419e-813b-4dff-8c5a-16e19353423d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afe64cd-ba3e-4c91-8ee9-122eb986737c,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:38.791134 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-70b4419e-813b-4dff-8c5a-16e19353423d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b8a06451fb734cd58278afbc813f133d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327596 Apr 11 17:58:38.793733 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 55976) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:38.843324 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c2362e93-4dda-4aa4-80c7-acfa7bed1e81 admin admin] Publish callbacks [] for security_group (2afe64cd-ba3e-4c91-8ee9-122eb986737c), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.863623 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c2362e93-4dda-4aa4-80c7-acfa7bed1e81 admin admin] Publish callbacks [] for security_group (2afe64cd-ba3e-4c91-8ee9-122eb986737c), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.910156 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c2362e93-4dda-4aa4-80c7-acfa7bed1e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (2afe64cd-ba3e-4c91-8ee9-122eb986737c), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.912789 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-c2362e93-4dda-4aa4-80c7-acfa7bed1e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:38.913927 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-c2362e93-4dda-4aa4-80c7-acfa7bed1e81 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2afe64cd-ba3e-4c91-8ee9-122eb986737c HTTP/1.1" status: 204 len: 168 time: 0.1193299 Apr 11 17:58:38.921175 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2362e93-4dda-4aa4-80c7-acfa7bed1e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afe64cd-ba3e-4c91-8ee9-122eb986737c,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:39.290839 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1b0ba-7307-4832-b284-6da6e91865c2 req-d02e309f-bf1d-4b64-8eeb-81eb715fab8a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:39.292335 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e5a1b0ba-7307-4832-b284-6da6e91865c2 req-d02e309f-bf1d-4b64-8eeb-81eb715fab8a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 944 time: 0.0508935 Apr 11 17:58:39.339205 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e5a1b0ba-7307-4832-b284-6da6e91865c2 req-b4f22ea3-717c-4926-ad5b-87b841b6fd4e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411935 Apr 11 17:58:40.238706 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 73339840-ff12-4c11-a28b-842876074b50 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:58:40.284496 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port 73339840-ff12-4c11-a28b-842876074b50 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:58:40.284978 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (73339840-ff12-4c11-a28b-842876074b50), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:40.367815 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 73339840-ff12-4c11-a28b-842876074b50 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:58:40.368213 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (73339840-ff12-4c11-a28b-842876074b50), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:40.394832 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73339840-ff12-4c11-a28b-842876074b50'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:58:40.397171 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee8e0e8-c25b-43c7-a98d-6a25f557211e" -d '{"events": [{"server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "name": "network-vif-plugged", "status": "completed", "tag": "73339840-ff12-4c11-a28b-842876074b50"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:58:40.411883 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=73339840-ff12-4c11-a28b-842876074b50,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:58:40.418787 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (73339840-ff12-4c11-a28b-842876074b50), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:40.450425 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef1eee3-c340-424f-be25-82ab9960c17d x-openstack-request-id: req-2ef1eee3-c340-424f-be25-82ab9960c17d {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:58:40.450715 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "name": "network-vif-plugged", "status": "completed", "tag": "73339840-ff12-4c11-a28b-842876074b50", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:58:40.450968 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ef1eee3-c340-424f-be25-82ab9960c17d {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:58:40.451366 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef1eee3-c340-424f-be25-82ab9960c17d'] response: {'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73339840-ff12-4c11-a28b-842876074b50', 'code': 200} Apr 11 17:58:40.477273 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=73339840-ff12-4c11-a28b-842876074b50,revision_number=10']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:40.517625 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612f9ba-c112-42c3-b71e-7ea7479ae81d req-c0f8d582-19e2-4790-9c1b-4e19b21893c5 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:40.519120 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8612f9ba-c112-42c3-b71e-7ea7479ae81d req-c0f8d582-19e2-4790-9c1b-4e19b21893c5 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 946 time: 0.0596933 Apr 11 17:58:40.565601 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8612f9ba-c112-42c3-b71e-7ea7479ae81d req-ef827626-d5a0-462c-8cec-8c17b4def3ba tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406752 Apr 11 17:58:40.861521 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1292f-99b4-480a-9d37-ac0cc7f02c55 req-7bd04cac-69e6-4bd6-b4b1-548b3c30d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:40.862946 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-19a1292f-99b4-480a-9d37-ac0cc7f02c55 req-7bd04cac-69e6-4bd6-b4b1-548b3c30d5ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 1130 time: 0.0365694 Apr 11 17:58:40.907691 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-19a1292f-99b4-480a-9d37-ac0cc7f02c55 req-4c4eb5af-d65e-4b64-8b5f-902bc38aef67 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390372 Apr 11 17:58:41.691151 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8409a-5219-4f3c-ac6d-11d47056e351 req-6025f2aa-0a9d-49d7-b0d9-8dec2fe53719 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:41.693343 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-99a8409a-5219-4f3c-ac6d-11d47056e351 req-6025f2aa-0a9d-49d7-b0d9-8dec2fe53719 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 946 time: 0.0522587 Apr 11 17:58:41.738752 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-99a8409a-5219-4f3c-ac6d-11d47056e351 req-c00ecbf9-96b9-4370-9692-bcc0ce9250bb tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400279 Apr 11 17:58:42.858359 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d329690-1ce1-4dbc-977b-c13224ddd1e0 req-07193fba-86ef-4116-8635-ea1edf0c16c0 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:42.859836 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6d329690-1ce1-4dbc-977b-c13224ddd1e0 req-07193fba-86ef-4116-8635-ea1edf0c16c0 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 946 time: 0.0468702 Apr 11 17:58:42.908115 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6d329690-1ce1-4dbc-977b-c13224ddd1e0 req-c9a96a31-089b-4b5c-babb-4dc9c1093e89 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419738 Apr 11 17:58:43.176631 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-eb2bf253-8e19-4b43-be18-5cf29e5fdbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.219431 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56104) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:43.318854 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1a865ea8-af10-4ad8-99b9-716cc3254e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.391260 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1a865ea8-af10-4ad8-99b9-716cc3254e9e admin admin] Publish callbacks [] for security_group (b8ca4e40-3c12-42a6-84d4-1838654dce8e), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.395044 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1a865ea8-af10-4ad8-99b9-716cc3254e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (b8ca4e40-3c12-42a6-84d4-1838654dce8e), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.433937 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-1a865ea8-af10-4ad8-99b9-716cc3254e9e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc8a836bff3f459296f9f7aa48bb3ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134559 Apr 11 17:58:43.434874 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a865ea8-af10-4ad8-99b9-716cc3254e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ca4e40-3c12-42a6-84d4-1838654dce8e,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:43.436542 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56108) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:43.487057 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ebf3ac22-24f6-44af-908b-458de27904c8 admin admin] Publish callbacks [] for security_group (b8ca4e40-3c12-42a6-84d4-1838654dce8e), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.508166 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ebf3ac22-24f6-44af-908b-458de27904c8 admin admin] Publish callbacks [] for security_group (b8ca4e40-3c12-42a6-84d4-1838654dce8e), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.553239 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ebf3ac22-24f6-44af-908b-458de27904c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (b8ca4e40-3c12-42a6-84d4-1838654dce8e), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.555784 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ebf3ac22-24f6-44af-908b-458de27904c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.556899 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-ebf3ac22-24f6-44af-908b-458de27904c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8ca4e40-3c12-42a6-84d4-1838654dce8e HTTP/1.1" status: 204 len: 168 time: 0.1187620 Apr 11 17:58:43.564468 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3ac22-24f6-44af-908b-458de27904c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ca4e40-3c12-42a6-84d4-1838654dce8e,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:43.806083 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56114) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:43.819358 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d3ed5c2f-f010-4959-9237-a54bba437650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.893616 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d3ed5c2f-f010-4959-9237-a54bba437650 admin admin] Publish callbacks [] for security_group (6b26f7d4-b674-4c0a-b4c2-2d2e4fc037dd), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.897206 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d3ed5c2f-f010-4959-9237-a54bba437650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (6b26f7d4-b674-4c0a-b4c2-2d2e4fc037dd), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:43.934421 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-d3ed5c2f-f010-4959-9237-a54bba437650 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ef9648f1f0e45449db6430d42d94eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273577 Apr 11 17:58:43.936377 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed5c2f-f010-4959-9237-a54bba437650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b26f7d4-b674-4c0a-b4c2-2d2e4fc037dd,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:43.937052 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56116) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:43.990738 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6817fb6f-0140-4481-9e5e-bcfbe0113704 admin admin] Publish callbacks [] for security_group (6b26f7d4-b674-4c0a-b4c2-2d2e4fc037dd), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:44.012973 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6817fb6f-0140-4481-9e5e-bcfbe0113704 admin admin] Publish callbacks [] for security_group (6b26f7d4-b674-4c0a-b4c2-2d2e4fc037dd), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:44.033151 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069b1cc-4b9e-4fde-8375-ff22ab717432 req-5f6fee48-3ffb-4770-97e8-2e938ea0cd42 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:58:44.034636 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a069b1cc-4b9e-4fde-8375-ff22ab717432 req-5f6fee48-3ffb-4770-97e8-2e938ea0cd42 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 946 time: 0.0497408 Apr 11 17:58:44.061972 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6817fb6f-0140-4481-9e5e-bcfbe0113704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (6b26f7d4-b674-4c0a-b4c2-2d2e4fc037dd), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:44.064420 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6817fb6f-0140-4481-9e5e-bcfbe0113704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:44.065583 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-6817fb6f-0140-4481-9e5e-bcfbe0113704 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b26f7d4-b674-4c0a-b4c2-2d2e4fc037dd HTTP/1.1" status: 204 len: 168 time: 0.1275041 Apr 11 17:58:44.074037 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817fb6f-0140-4481-9e5e-bcfbe0113704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b26f7d4-b674-4c0a-b4c2-2d2e4fc037dd,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:44.086235 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a069b1cc-4b9e-4fde-8375-ff22ab717432 req-0e5113fd-70d3-448f-82d0-abfc1048c3ad tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455058 Apr 11 17:58:45.534491 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b2a0b69f-7fef-4380-8399-001a2cfe0192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.611242 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56166) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:45.713787 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fc2ebf6e-ddc7-441a-9e81-6c74681b65ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.788746 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fc2ebf6e-ddc7-441a-9e81-6c74681b65ea admin admin] Publish callbacks [] for security_group (ea7e2781-72ab-448e-ad35-ce5d4c572d34), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.792515 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fc2ebf6e-ddc7-441a-9e81-6c74681b65ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (ea7e2781-72ab-448e-ad35-ce5d4c572d34), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.828144 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ebf6e-ddc7-441a-9e81-6c74681b65ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7e2781-72ab-448e-ad35-ce5d4c572d34,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:45.832350 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-fc2ebf6e-ddc7-441a-9e81-6c74681b65ea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2297b0d0636d4b8facf01d6410449024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201152 Apr 11 17:58:45.835983 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56170) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:45.888677 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cbd6a323-5ab6-45d2-9e0a-f4b1250281ad admin admin] Publish callbacks [] for security_group (ea7e2781-72ab-448e-ad35-ce5d4c572d34), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.912516 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cbd6a323-5ab6-45d2-9e0a-f4b1250281ad admin admin] Publish callbacks [] for security_group (ea7e2781-72ab-448e-ad35-ce5d4c572d34), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.959878 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cbd6a323-5ab6-45d2-9e0a-f4b1250281ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (ea7e2781-72ab-448e-ad35-ce5d4c572d34), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.962414 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cbd6a323-5ab6-45d2-9e0a-f4b1250281ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:45.963537 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-cbd6a323-5ab6-45d2-9e0a-f4b1250281ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea7e2781-72ab-448e-ad35-ce5d4c572d34 HTTP/1.1" status: 204 len: 168 time: 0.1266561 Apr 11 17:58:45.972152 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6a323-5ab6-45d2-9e0a-f4b1250281ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7e2781-72ab-448e-ad35-ce5d4c572d34,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:46.213022 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56176) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:46.225769 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-15848547-5566-43f1-8d38-5470c2854571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.297053 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-15848547-5566-43f1-8d38-5470c2854571 admin admin] Publish callbacks [] for security_group (7bc13379-919e-4d21-8c7b-98ad2fbed07a), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.300675 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-15848547-5566-43f1-8d38-5470c2854571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (7bc13379-919e-4d21-8c7b-98ad2fbed07a), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.336563 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15848547-5566-43f1-8d38-5470c2854571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc13379-919e-4d21-8c7b-98ad2fbed07a,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:46.340753 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-15848547-5566-43f1-8d38-5470c2854571 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=144b124709bb4e56a59977a65b999ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267443 Apr 11 17:58:46.344057 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56178) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:46.389877 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a176c072-c223-4527-a086-3e5371bab80b admin admin] Publish callbacks [] for security_group (7bc13379-919e-4d21-8c7b-98ad2fbed07a), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.410796 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a176c072-c223-4527-a086-3e5371bab80b admin admin] Publish callbacks [] for security_group (7bc13379-919e-4d21-8c7b-98ad2fbed07a), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.458787 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a176c072-c223-4527-a086-3e5371bab80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (7bc13379-919e-4d21-8c7b-98ad2fbed07a), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.461241 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-a176c072-c223-4527-a086-3e5371bab80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:46.462345 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-a176c072-c223-4527-a086-3e5371bab80b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7bc13379-919e-4d21-8c7b-98ad2fbed07a HTTP/1.1" status: 204 len: 168 time: 0.1181662 Apr 11 17:58:46.469697 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176c072-c223-4527-a086-3e5371bab80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc13379-919e-4d21-8c7b-98ad2fbed07a,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:46.507388 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:47.939912 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:49.453342 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:51.707451 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.617426 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56298) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:52.720490 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1590c99-9337-468d-b7b7-91d06f57f19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.793089 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1590c99-9337-468d-b7b7-91d06f57f19c admin admin] Publish callbacks [] for security_group (3cbb1e9c-a3dd-4d9c-8028-7ee286eced1e), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.796406 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1590c99-9337-468d-b7b7-91d06f57f19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (3cbb1e9c-a3dd-4d9c-8028-7ee286eced1e), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.831771 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1590c99-9337-468d-b7b7-91d06f57f19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbb1e9c-a3dd-4d9c-8028-7ee286eced1e,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:52.836587 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-e1590c99-9337-468d-b7b7-91d06f57f19c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef60a8a903ce45aa918deb964b130cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181363 Apr 11 17:58:52.839812 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56302) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:52.885245 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-17fe107b-6f9b-4c0e-a184-04aac831adc6 admin admin] Publish callbacks [] for security_group (3cbb1e9c-a3dd-4d9c-8028-7ee286eced1e), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.905910 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-17fe107b-6f9b-4c0e-a184-04aac831adc6 admin admin] Publish callbacks [] for security_group (3cbb1e9c-a3dd-4d9c-8028-7ee286eced1e), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.955256 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-17fe107b-6f9b-4c0e-a184-04aac831adc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (3cbb1e9c-a3dd-4d9c-8028-7ee286eced1e), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.957888 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-17fe107b-6f9b-4c0e-a184-04aac831adc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:52.959002 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-17fe107b-6f9b-4c0e-a184-04aac831adc6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3cbb1e9c-a3dd-4d9c-8028-7ee286eced1e HTTP/1.1" status: 204 len: 168 time: 0.1189370 Apr 11 17:58:52.966371 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe107b-6f9b-4c0e-a184-04aac831adc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbb1e9c-a3dd-4d9c-8028-7ee286eced1e,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:53.208692 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56308) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:53.221874 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4feb06f5-ae01-4f93-a80b-6686577a0ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:53.294900 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4feb06f5-ae01-4f93-a80b-6686577a0ac7 admin admin] Publish callbacks [] for security_group (9001c563-992b-4a28-8ff3-dc98d974ff97), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:53.298356 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-4feb06f5-ae01-4f93-a80b-6686577a0ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (9001c563-992b-4a28-8ff3-dc98d974ff97), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:53.336774 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-4feb06f5-ae01-4f93-a80b-6686577a0ac7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9f69da5edefa4174acf82ab062baf683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270237 Apr 11 17:58:53.337611 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb06f5-ae01-4f93-a80b-6686577a0ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9001c563-992b-4a28-8ff3-dc98d974ff97,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:58:53.339434 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56310) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:58:53.387359 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9e77a518-a7ce-45c9-81d7-55a72ddfe0b0 admin admin] Publish callbacks [] for security_group (9001c563-992b-4a28-8ff3-dc98d974ff97), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:53.408811 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9e77a518-a7ce-45c9-81d7-55a72ddfe0b0 admin admin] Publish callbacks [] for security_group (9001c563-992b-4a28-8ff3-dc98d974ff97), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:53.454671 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9e77a518-a7ce-45c9-81d7-55a72ddfe0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (9001c563-992b-4a28-8ff3-dc98d974ff97), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:53.457236 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9e77a518-a7ce-45c9-81d7-55a72ddfe0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:58:53.458360 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-9e77a518-a7ce-45c9-81d7-55a72ddfe0b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9001c563-992b-4a28-8ff3-dc98d974ff97 HTTP/1.1" status: 204 len: 168 time: 0.1167829 Apr 11 17:58:53.466595 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77a518-a7ce-45c9-81d7-55a72ddfe0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9001c563-992b-4a28-8ff3-dc98d974ff97,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:04.772114 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:59:13.179016 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-c86021fd-a127-461e-b54c-f66f0c5e3185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:14.878489 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38393740-6511-4e5b-9cdd-13c881e965fc req-6d0110a9-8ca0-4d4a-80d0-69fb0bc9dd6d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:14.879886 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38393740-6511-4e5b-9cdd-13c881e965fc req-6d0110a9-8ca0-4d4a-80d0-69fb0bc9dd6d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 946 time: 0.0486648 Apr 11 17:59:14.929435 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38393740-6511-4e5b-9cdd-13c881e965fc req-f146c0b5-d824-47c2-956d-383fe498c091 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436962 Apr 11 17:59:15.527369 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-35faf14b-b6d3-4603-a8cb-444ef5e9eb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:16.051134 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80c56b-8ccf-4bc1-9834-e5bdadfe6c8d req-980bf017-e9d9-430e-9c26-6b27dcf24067 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:16.052605 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-eb80c56b-8ccf-4bc1-9834-e5bdadfe6c8d req-980bf017-e9d9-430e-9c26-6b27dcf24067 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 946 time: 0.0498443 Apr 11 17:59:16.100551 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-eb80c56b-8ccf-4bc1-9834-e5bdadfe6c8d req-c065e315-4dca-449c-8655-31722bb3984e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417619 Apr 11 17:59:16.510948 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:16.543536 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-95d4570e-993b-4293-8261-41ce1cd39eae tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:16.545015 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-95d4570e-993b-4293-8261-41ce1cd39eae tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 946 time: 0.0541551 Apr 11 17:59:16.633467 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Deleting port 73339840-ff12-4c11-a28b-842876074b50 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:59:16.633802 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (73339840-ff12-4c11-a28b-842876074b50), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:16.724100 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] For port 73339840-ff12-4c11-a28b-842876074b50, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=73339840-ff12-4c11-a28b-842876074b50,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:59:16.724512 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (73339840-ff12-4c11-a28b-842876074b50), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:16.894379 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:16.894739 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (bb991e60-9162-4097-950c-612716c4da8b), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:16.895054 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Floating IP bb991e60-9162-4097-950c-612716c4da8b disassociated. External IP: 172.27.1.75, port: 73339840-ff12-4c11-a28b-842876074b50. Apr 11 17:59:16.895394 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Calling delete_port for 73339840-ff12-4c11-a28b-842876074b50 owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:59:17.025515 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (73339840-ff12-4c11-a28b-842876074b50), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:17.055806 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event deleted for resources: {'Port': ['ID=73339840-ff12-4c11-a28b-842876074b50,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:17.067910 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.068265 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.068616 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.068982 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.069325 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.069681 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.070552 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.070892 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.071227 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.071556 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.071888 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.072215 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.072540 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.072889 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.073211 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:17.213388 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-34e2d4a3-f6f6-4135-9658-99f0eb11b64c req-77983fa3-824f-4679-9d85-9673199743c4 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0cdac112-7bbd-490e-80b7-6b2b11708d5a HTTP/1.1" status: 200 len: 210 time: 0.0392671 Apr 11 17:59:17.215130 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Router 6cb6b45e-f179-4698-90b5-1fb807f5b421 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:59:17.324181 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:59:17.334664 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db228e-c7f7-4566-bd0b-ada81ad2066f None None] Sync routers for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:59:17.345023 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db228e-c7f7-4566-bd0b-ada81ad2066f None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:59:17.345642 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-13db228e-c7f7-4566-bd0b-ada81ad2066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:17.369689 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] No DVR routers for this DVR port 73339840-ff12-4c11-a28b-842876074b50 on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:59:17.372477 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:17.375879 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-11b9cd7f-1720-4bed-934f-bc9c98628c2f req-c5b5c442-f05d-4841-941c-d0ccb969fb1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.18 "DELETE /v2.0/ports/73339840-ff12-4c11-a28b-842876074b50 HTTP/1.1" status: 204 len: 173 time: 0.8255863 Apr 11 17:59:17.376336 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'name': 'network-vif-deleted', 'tag': '73339840-ff12-4c11-a28b-842876074b50'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:59:17.379162 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90961cad-e1d3-4b7b-8149-2a0791099640" -d '{"events": [{"server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "name": "network-vif-deleted", "tag": "73339840-ff12-4c11-a28b-842876074b50"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:59:17.424637 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3818ff43-3959-476b-a380-60d299cfe6f8 x-openstack-request-id: req-3818ff43-3959-476b-a380-60d299cfe6f8 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:59:17.425188 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdac112-7bbd-490e-80b7-6b2b11708d5a", "name": "network-vif-deleted", "tag": "73339840-ff12-4c11-a28b-842876074b50", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:59:17.425651 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3818ff43-3959-476b-a380-60d299cfe6f8 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:59:17.426572 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3818ff43-3959-476b-a380-60d299cfe6f8'] response: {'server_uuid': '0cdac112-7bbd-490e-80b7-6b2b11708d5a', 'name': 'network-vif-deleted', 'tag': '73339840-ff12-4c11-a28b-842876074b50', 'status': 'completed', 'code': 200} Apr 11 17:59:17.465948 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-13db228e-c7f7-4566-bd0b-ada81ad2066f None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:59:17.798580 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-13db228e-c7f7-4566-bd0b-ada81ad2066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:17.826330 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db228e-c7f7-4566-bd0b-ada81ad2066f None None] Checking router: 6cb6b45e-f179-4698-90b5-1fb807f5b421 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:59:17.835034 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db228e-c7f7-4566-bd0b-ada81ad2066f None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:59:17.836179 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-13db228e-c7f7-4566-bd0b-ada81ad2066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:17.962033 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:17.970378 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-13db228e-c7f7-4566-bd0b-ada81ad2066f None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:59:18.178912 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-13db228e-c7f7-4566-bd0b-ada81ad2066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:18.206610 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db228e-c7f7-4566-bd0b-ada81ad2066f None None] The sync data for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi is: [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:59:18.305246 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56530) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:18.363677 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37691d72-a934-4596-805e-5c81385aae00 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group (54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:18.390756 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37691d72-a934-4596-805e-5c81385aae00 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group (54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:18.436111 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aad63c-1a8b-4c94-b601-9f5c653b322f None None] New status for floating IP bb991e60-9162-4097-950c-612716c4da8b: DOWN {{(pid=114853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:59:18.441720 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37691d72-a934-4596-805e-5c81385aae00 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:18.444425 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-37691d72-a934-4596-805e-5c81385aae00 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:18.448126 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-37691d72-a934-4596-805e-5c81385aae00 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "DELETE /v2.0/security-groups/54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3 HTTP/1.1" status: 204 len: 168 time: 0.1417625 Apr 11 17:59:18.449072 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56532) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:18.468634 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37691d72-a934-4596-805e-5c81385aae00 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:18.470728 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.api.v2.resource [None req-b8bc784b-827d-422c-90fd-327792c13719 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] show failed (client error): The resource could not be found. Apr 11 17:59:18.471746 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-b8bc784b-827d-422c-90fd-327792c13719 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups/54f2a8d6-9bb8-44e8-a00e-c86b6383c4d3 HTTP/1.1" status: 404 len: 347 time: 0.0190420 Apr 11 17:59:18.475237 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56534) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:18.824713 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Deleting port 416486c2-b309-4089-ba07-cb603dbc0902 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:59:18.825090 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (416486c2-b309-4089-ba07-cb603dbc0902), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:18.900023 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (416486c2-b309-4089-ba07-cb603dbc0902), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:18.900345 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (416486c2-b309-4089-ba07-cb603dbc0902), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:18.912507 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Calling delete_port for 416486c2-b309-4089-ba07-cb603dbc0902 owned by network:floatingip {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:59:19.040651 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (416486c2-b309-4089-ba07-cb603dbc0902), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.066863 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event deleted for resources: {'Port': ['ID=416486c2-b309-4089-ba07-cb603dbc0902,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:19.076409 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.076774 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.077127 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.077463 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.077798 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.078135 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.078811 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.078811 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.079083 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.079404 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.079745 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.080045 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.080364 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.080683 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.081026 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:19.138807 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (bb991e60-9162-4097-950c-612716c4da8b), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.141362 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.142501 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-26c699e6-9fd3-499d-94fc-ded4863f7776 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "DELETE /v2.0/floatingips/bb991e60-9162-4097-950c-612716c4da8b HTTP/1.1" status: 204 len: 168 time: 0.6665120 Apr 11 17:59:19.343925 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56552) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:19.348403 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-eb56878c-5604-44cf-bdb0-50dc6e8f8042 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529138990', 'description': 'tempest-description--1039744433'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:19.369101 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-eb56878c-5604-44cf-bdb0-50dc6e8f8042 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.435833 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-eb56878c-5604-44cf-bdb0-50dc6e8f8042 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group (03d1b09d-96ca-45a7-9ad8-afef5b97b7a0), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.440055 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-eb56878c-5604-44cf-bdb0-50dc6e8f8042 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (03d1b09d-96ca-45a7-9ad8-afef5b97b7a0), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.456531 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.471049 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-eb56878c-5604-44cf-bdb0-50dc6e8f8042 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.472267 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-eb56878c-5604-44cf-bdb0-50dc6e8f8042 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1273599 Apr 11 17:59:19.473227 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56878c-5604-44cf-bdb0-50dc6e8f8042 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:19.475247 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56554) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:19.479785 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-ff28fe2f-a2af-44d5-9330-b92b918825ac tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Request body: {'security_group_rule': {'security_group_id': '03d1b09d-96ca-45a7-9ad8-afef5b97b7a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:19.505028 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ff28fe2f-a2af-44d5-9330-b92b918825ac tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group_rule (0149ff0b-b850-443b-95c5-df4b1464de1b), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.561937 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ff28fe2f-a2af-44d5-9330-b92b918825ac tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group_rule (0149ff0b-b850-443b-95c5-df4b1464de1b), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.565355 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ff28fe2f-a2af-44d5-9330-b92b918825ac tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (0149ff0b-b850-443b-95c5-df4b1464de1b), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.584583 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28fe2f-a2af-44d5-9330-b92b918825ac tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0149ff0b-b850-443b-95c5-df4b1464de1b,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:19.589606 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ff28fe2f-a2af-44d5-9330-b92b918825ac tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.590775 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-ff28fe2f-a2af-44d5-9330-b92b918825ac tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144722 Apr 11 17:59:19.593370 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56556) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:19.597560 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-45d2250b-aae6-41eb-88a2-877de87c7f57 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Request body: {'security_group_rule': {'security_group_id': '03d1b09d-96ca-45a7-9ad8-afef5b97b7a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:19.621771 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-45d2250b-aae6-41eb-88a2-877de87c7f57 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group_rule (6788049b-6701-4768-939c-4fc321903c93), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.675984 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-45d2250b-aae6-41eb-88a2-877de87c7f57 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group_rule (6788049b-6701-4768-939c-4fc321903c93), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.682974 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-45d2250b-aae6-41eb-88a2-877de87c7f57 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (6788049b-6701-4768-939c-4fc321903c93), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.701202 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2250b-aae6-41eb-88a2-877de87c7f57 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6788049b-6701-4768-939c-4fc321903c93,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:19.708466 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-45d2250b-aae6-41eb-88a2-877de87c7f57 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.709803 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-45d2250b-aae6-41eb-88a2-877de87c7f57 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155140 Apr 11 17:59:19.713223 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56560) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:19.717443 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:19.736746 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.814473 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:19.913562 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Allocated IP 172.27.1.170 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/f1f1f6de-b868-4364-90ff-0eb65f44e860) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:59:20.021390 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for port (f1f1f6de-b868-4364-90ff-0eb65f44e860), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:20.055155 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (f1f1f6de-b868-4364-90ff-0eb65f44e860), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:20.093634 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:59:20.096411 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:20.099828 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:59:20.125492 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event updated for resources: {'Port': ['ID=f1f1f6de-b868-4364-90ff-0eb65f44e860,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:20.187048 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (32d0f4a7-4a65-4bcc-9eb8-68c678419379), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:20.225284 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f1f1f6de-b868-4364-90ff-0eb65f44e860), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:20.365652 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for port (f1f1f6de-b868-4364-90ff-0eb65f44e860), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:20.370479 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (f1f1f6de-b868-4364-90ff-0eb65f44e860), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:20.428274 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 73339840-ff12-4c11-a28b-842876074b50 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:59:20.443023 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event updated for resources: {'Port': ['ID=f1f1f6de-b868-4364-90ff-0eb65f44e860,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:20.448427 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: 73339840-ff12-4c11-a28b-842876074b50 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:59:20.448775 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 73339840-ff12-4c11-a28b-842876074b50 not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:59:20.454299 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (32d0f4a7-4a65-4bcc-9eb8-68c678419379), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:20.469329 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:20.470540 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-cfd1f9b7-e06b-491d-b0c7-3aec2fa6bd21 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7564080 Apr 11 17:59:20.657681 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-a83a83a2-1805-45dd-a376-630a345348c0 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--529138990&fields=id&tenant_id=4fa5b589155249c78a0edceb7bf8b0d7 HTTP/1.1" status: 200 len: 267 time: 0.0410426 Apr 11 17:59:20.762259 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-0607394a-2d48-4b1a-8a79-2928d2523897 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:20.763689 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-0607394a-2d48-4b1a-8a79-2928d2523897 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 817 time: 0.0993690 Apr 11 17:59:20.778357 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-e8016ffb-98d7-40e0-9d84-60abc5866483 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/quotas/4fa5b589155249c78a0edceb7bf8b0d7 HTTP/1.1" status: 200 len: 375 time: 0.0093336 Apr 11 17:59:20.824741 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-56dfdfca-958b-45a2-87e1-8c43b2f1c533 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0414689 Apr 11 17:59:20.919670 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-5a4ae7ea-b88e-4d77-b3be-b546efd98595 service neutron] 10.222.0.76 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834892 Apr 11 17:59:21.273510 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-bf81e6cb-1619-4c8e-bb42-b782b94b5ce0 service neutron] 10.222.0.76 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476841 Apr 11 17:59:21.431410 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0a80db82-fee4-4b7a-8b79-6ea20540c7ea req-f07e1351-e711-4f30-9928-e34e94d3f174 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 210 time: 0.0305424 Apr 11 17:59:21.708885 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:22.546616 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1e8d6485-8943-48e8-a005-062dd9e89c28 req-b0cfd1cc-9682-4ea8-825d-d429b080b62b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 210 time: 0.0434182 Apr 11 17:59:22.615967 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ffba470-a9a8-424e-84d6-c1cea3137a77 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:22.618023 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ffba470-a9a8-424e-84d6-c1cea3137a77 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.18 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 817 time: 0.1377916 Apr 11 17:59:22.691016 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-86cdef59-de00-4c6c-9238-fde63e14f10c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fa5b589155249c78a0edceb7bf8b0d7 HTTP/1.1" status: 200 len: 379 time: 0.0552461 Apr 11 17:59:22.741400 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Request body: {'port': {'device_id': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'admin_state_up': True, 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'security_groups': ['03d1b09d-96ca-45a7-9ad8-afef5b97b7a0']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:22.849592 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Made reservation on behalf of 4fa5b589155249c78a0edceb7bf8b0d7 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:59:22.853572 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:22.983395 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Allocated IP 172.20.0.10 (5b7d6775-5316-468d-86b7-f792879d10ca/0f64ec07-fa75-44a4-b98f-91779a92a54a/f7f238d6-1979-4d63-b4a9-67ef51dbeb4f) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:59:23.125498 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:23.160460 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:23.209614 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Network 5b7d6775-5316-468d-86b7-f792879d10ca is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:59:23.214247 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:23.220048 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:59:23.226935 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event updated for resources: {'Port': ['ID=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:23.273755 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:23.274432 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:23.292804 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-6ddb6ebb-4686-47e0-8851-43eb43518912 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5556610 Apr 11 17:59:23.305957 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Request body: {'port': {'device_id': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:23.373717 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:23.506869 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-8a17ccee-ba69-4576-8301-a4efc215a02d None None] Provisioning complete for port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:23.507950 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-8a17ccee-ba69-4576-8301-a4efc215a02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:23.546332 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-8a17ccee-ba69-4576-8301-a4efc215a02d None None] Port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:59:23.692021 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a4e0d-e733-4364-9c91-200479f3724f req-daaeb050-1398-408e-aea5-6652a61db5c8 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:23.693503 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8f6a4e0d-e733-4364-9c91-200479f3724f req-daaeb050-1398-408e-aea5-6652a61db5c8 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 932 time: 0.0735829 Apr 11 17:59:23.697419 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f238d6-1979-4d63-b4a9-67ef51dbeb4f {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:59:23.711918 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Publish callbacks [] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:23.739203 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Transition to ACTIVE for port object f7f238d6-1979-4d63-b4a9-67ef51dbeb4f will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:59:23.747699 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:23.802880 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8f6a4e0d-e733-4364-9c91-200479f3724f req-259e715f-8107-4cab-b1bc-cb99554b0f47 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008260 Apr 11 17:59:23.817725 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:23.886799 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Attempting to bind port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:59:23.887131 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Attempting to bind port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:59:23.887450 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Attempting to bind port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f on network 5b7d6775-5316-468d-86b7-f792879d10ca {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:59:23.891841 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f on network 5b7d6775-5316-468d-86b7-f792879d10ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:59:23.892154 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Attempting to bind port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f on network 5b7d6775-5316-468d-86b7-f792879d10ca {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:59:23.897275 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:59:23.897633 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Checking segment: {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:59:23.898015 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Bound using segment: {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:59:23.898437 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Bound port: f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:59:23.898792 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:23.963844 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:59:23.967159 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:59:23.974118 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:24.013326 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:24.013948 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:24.015310 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] 10.222.0.18 "PUT /v2.0/ports/f7f238d6-1979-4d63-b4a9-67ef51dbeb4f HTTP/1.1" status: 200 len: 1094 time: 0.7143695 Apr 11 17:59:24.015790 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:59:24.018363 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896ca65b-f1ec-429a-ac12-758a39d980b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:59:24.050684 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d40dfc-f874-48f4-9b6e-baf8d4c3ec23 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:24.084424 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5ac0ae-4838-4c08-aa4c-da8ae8106619 x-openstack-request-id: req-7e5ac0ae-4838-4c08-aa4c-da8ae8106619 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:59:24.084718 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:59:24.084997 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e5ac0ae-4838-4c08-aa4c-da8ae8106619 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:59:24.085433 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5ac0ae-4838-4c08-aa4c-da8ae8106619'] response: {'name': 'network-changed', 'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'status': 'completed', 'code': 200} Apr 11 17:59:24.101418 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-300507b5-52f9-4203-8622-1e9e77c240c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:24.102983 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-300507b5-52f9-4203-8622-1e9e77c240c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 1128 time: 0.0474601 Apr 11 17:59:24.146381 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-ee3431aa-2f6c-4b9f-a92d-1371b8f82cd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f HTTP/1.1" status: 200 len: 217 time: 0.0353324 Apr 11 17:59:24.199716 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-0b7da57c-e6cc-44ef-9071-75397e403ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:24.201212 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-0b7da57c-e6cc-44ef-9071-75397e403ca1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f64ec07-fa75-44a4-b98f-91779a92a54a HTTP/1.1" status: 200 len: 856 time: 0.0498507 Apr 11 17:59:24.243616 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-35da61c3-108c-42b6-9145-f68e1b430671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:24.245081 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-35da61c3-108c-42b6-9145-f68e1b430671 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b7d6775-5316-468d-86b7-f792879d10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385153 Apr 11 17:59:24.333281 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-90eaf021-8253-4ae5-9841-af84f4c29fdf service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813332 Apr 11 17:59:24.424972 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-658409d6-9ae1-43cd-9f24-0431aa22e28c req-fbc87208-a486-4503-ab8e-71b218257672 service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859418 Apr 11 17:59:24.918810 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b7119-7249-4b83-8347-b2245bcd0cdd req-56357aad-4a1d-4ab0-838c-aa8fde756b45 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:24.920275 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0f8b7119-7249-4b83-8347-b2245bcd0cdd req-56357aad-4a1d-4ab0-838c-aa8fde756b45 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0463276 Apr 11 17:59:24.966570 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0f8b7119-7249-4b83-8347-b2245bcd0cdd req-918d02c5-de6c-438f-b7fe-04725458c0f4 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408418 Apr 11 17:59:25.129074 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ca65b-f1ec-429a-ac12-758a39d980b1 req-83884d1e-3170-425c-a3e2-d9fedf0be82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:25.130442 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-896ca65b-f1ec-429a-ac12-758a39d980b1 req-83884d1e-3170-425c-a3e2-d9fedf0be82a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 1128 time: 0.0416198 Apr 11 17:59:25.217223 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ca65b-f1ec-429a-ac12-758a39d980b1 req-9eec7f36-9242-4894-868a-f18e7152f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:25.218653 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-896ca65b-f1ec-429a-ac12-758a39d980b1 req-9eec7f36-9242-4894-868a-f18e7152f880 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 918 time: 0.0823495 Apr 11 17:59:25.261394 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-896ca65b-f1ec-429a-ac12-758a39d980b1 req-9e9ab345-bbcf-4e97-a10c-1f29acae7f80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f HTTP/1.1" status: 200 len: 217 time: 0.0370457 Apr 11 17:59:25.307398 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ca65b-f1ec-429a-ac12-758a39d980b1 req-afce2ab2-c363-4fc8-bc82-052bc3607fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:25.308781 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-896ca65b-f1ec-429a-ac12-758a39d980b1 req-afce2ab2-c363-4fc8-bc82-052bc3607fc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f64ec07-fa75-44a4-b98f-91779a92a54a HTTP/1.1" status: 200 len: 856 time: 0.0420165 Apr 11 17:59:25.349576 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ca65b-f1ec-429a-ac12-758a39d980b1 req-34f58681-08a4-4453-b9ea-4094562f0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:25.351621 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-896ca65b-f1ec-429a-ac12-758a39d980b1 req-34f58681-08a4-4453-b9ea-4094562f0859 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b7d6775-5316-468d-86b7-f792879d10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371110 Apr 11 17:59:25.442034 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-896ca65b-f1ec-429a-ac12-758a39d980b1 req-23935061-e86d-42b1-907a-1561d5f9885a service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841079 Apr 11 17:59:25.529593 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-896ca65b-f1ec-429a-ac12-758a39d980b1 req-398a15c1-3ae1-4537-9b08-60d959f7c178 service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814140 Apr 11 17:59:26.084620 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76ec9-7ebc-4975-a551-8067d5fa18cf req-8e26ce63-c819-4154-863d-0d8e8b038f83 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:26.086121 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5c76ec9-7ebc-4975-a551-8067d5fa18cf req-8e26ce63-c819-4154-863d-0d8e8b038f83 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0474503 Apr 11 17:59:26.135976 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5c76ec9-7ebc-4975-a551-8067d5fa18cf req-fc58ceec-72dc-437e-8ff8-9758b9505f0a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443265 Apr 11 17:59:26.470632 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f7f238d6-1979-4d63-b4a9-67ef51dbeb4f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:59:26.567814 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:59:26.578487 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'port_id': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'mac_address': 'fa:16:3e:6c:7f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:59:26.614498 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:26.614879 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:26.627173 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f238d6-1979-4d63-b4a9-67ef51dbeb4f {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:59:26.645550 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:59:26.649641 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:26.697883 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:26.704462 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.704805 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.705189 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.705540 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.705871 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.706194 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.706516 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.706840 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.707160 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.707476 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.707794 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.708126 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.708447 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.708760 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.709097 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:26.833019 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['f7f238d6-1979-4d63-b4a9-67ef51dbeb4f'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:59:27.248606 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a8535-3bf3-4415-ac3f-a87c607b231b req-fd186627-5476-4636-bfd4-ada795cd303b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:27.250096 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-935a8535-3bf3-4415-ac3f-a87c607b231b req-fd186627-5476-4636-bfd4-ada795cd303b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 945 time: 0.0462403 Apr 11 17:59:27.296590 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-935a8535-3bf3-4415-ac3f-a87c607b231b req-61ca0dc9-6e43-42b8-b0a8-0228dae66891 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410340 Apr 11 17:59:28.175148 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56648) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:28.276101 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-92e515fe-c709-4ba8-a682-61ee44b47a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:28.348987 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-92e515fe-c709-4ba8-a682-61ee44b47a13 admin admin] Publish callbacks [] for security_group (0c596214-eaec-4a76-8b70-942e7d103fbe), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:28.353661 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-92e515fe-c709-4ba8-a682-61ee44b47a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (0c596214-eaec-4a76-8b70-942e7d103fbe), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:28.425598 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-92e515fe-c709-4ba8-a682-61ee44b47a13 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9ba07b418df94601adf34eeb9e10ee4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492929 Apr 11 17:59:28.428114 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56654) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:28.428546 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e515fe-c709-4ba8-a682-61ee44b47a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c596214-eaec-4a76-8b70-942e7d103fbe,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:28.439494 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737ada2-8aa3-4684-8c13-4b27f6050734 req-d4492103-f6d6-48c3-a642-c7f7cdb53617 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:28.441038 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a737ada2-8aa3-4684-8c13-4b27f6050734 req-d4492103-f6d6-48c3-a642-c7f7cdb53617 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 945 time: 0.0689192 Apr 11 17:59:28.486344 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-37e8d9bb-75c4-4fcd-a960-db440c956a18 admin admin] Publish callbacks [] for security_group (0c596214-eaec-4a76-8b70-942e7d103fbe), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:28.487681 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f7f238d6-1979-4d63-b4a9-67ef51dbeb4f up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:59:28.488174 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a737ada2-8aa3-4684-8c13-4b27f6050734 req-7a1cb29f-4bb9-4d36-9003-a945665f1fe0 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409484 Apr 11 17:59:28.508795 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-37e8d9bb-75c4-4fcd-a960-db440c956a18 admin admin] Publish callbacks [] for security_group (0c596214-eaec-4a76-8b70-942e7d103fbe), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:28.535888 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:59:28.543468 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:28.543858 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:28.559197 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-37e8d9bb-75c4-4fcd-a960-db440c956a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (0c596214-eaec-4a76-8b70-942e7d103fbe), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:28.561705 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-37e8d9bb-75c4-4fcd-a960-db440c956a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:28.562839 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-37e8d9bb-75c4-4fcd-a960-db440c956a18 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0c596214-eaec-4a76-8b70-942e7d103fbe HTTP/1.1" status: 204 len: 168 time: 0.1331725 Apr 11 17:59:28.570315 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8d9bb-75c4-4fcd-a960-db440c956a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c596214-eaec-4a76-8b70-942e7d103fbe,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:28.635127 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:28.635527 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:28.658845 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:59:28.661118 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1443431-8b2c-4fb2-8cd0-2698c877093b" -d '{"events": [{"server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "name": "network-vif-plugged", "status": "completed", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:59:28.677684 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:59:28.682622 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:28.705772 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbee583-c149-4260-b8a8-f10cea32ccbb x-openstack-request-id: req-ccbee583-c149-4260-b8a8-f10cea32ccbb {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:59:28.706061 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "name": "network-vif-plugged", "status": "completed", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:59:28.711915 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ccbee583-c149-4260-b8a8-f10cea32ccbb {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:59:28.713464 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbee583-c149-4260-b8a8-f10cea32ccbb'] response: {'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'code': 200} Apr 11 17:59:28.742238 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:28.866697 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6314c7c-3e04-4a15-a3af-cfa8cf00f40c req-f366c918-eb55-4f1d-8697-a869dd2788b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:28.868203 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c6314c7c-3e04-4a15-a3af-cfa8cf00f40c req-f366c918-eb55-4f1d-8697-a869dd2788b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 1130 time: 0.0384579 Apr 11 17:59:28.913962 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c6314c7c-3e04-4a15-a3af-cfa8cf00f40c req-c94d7132-dbd6-4feb-be4d-0fe00178f29b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381896 Apr 11 17:59:29.595229 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56688) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:29.608663 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c630-6106-40e2-9e77-7fcf35826294 req-568f6642-4a06-4650-9c1d-020bd509eae4 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:29.610179 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3e1c630-6106-40e2-9e77-7fcf35826294 req-568f6642-4a06-4650-9c1d-020bd509eae4 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0502858 Apr 11 17:59:29.657103 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3e1c630-6106-40e2-9e77-7fcf35826294 req-798ff3b0-6d54-48b3-b0ce-cfbbaa30322e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413783 Apr 11 17:59:29.697601 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-302c044e-3cfd-40b1-9dab-853b6da0ab94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:29.769816 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-302c044e-3cfd-40b1-9dab-853b6da0ab94 admin admin] Publish callbacks [] for security_group (69a89afb-9441-4366-9918-c710f10b1869), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:29.773382 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-302c044e-3cfd-40b1-9dab-853b6da0ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (69a89afb-9441-4366-9918-c710f10b1869), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:29.810407 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c044e-3cfd-40b1-9dab-853b6da0ab94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a89afb-9441-4366-9918-c710f10b1869,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:29.816162 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-302c044e-3cfd-40b1-9dab-853b6da0ab94 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a6c5a1fcd0f74f88afe693db02ea5575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199161 Apr 11 17:59:29.818891 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56692) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:29.871287 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5d1bfe49-49e6-401e-a0d2-be8ff668262b admin admin] Publish callbacks [] for security_group (69a89afb-9441-4366-9918-c710f10b1869), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:29.897291 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5d1bfe49-49e6-401e-a0d2-be8ff668262b admin admin] Publish callbacks [] for security_group (69a89afb-9441-4366-9918-c710f10b1869), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:29.951738 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5d1bfe49-49e6-401e-a0d2-be8ff668262b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (69a89afb-9441-4366-9918-c710f10b1869), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:29.954581 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5d1bfe49-49e6-401e-a0d2-be8ff668262b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:29.955846 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-5d1bfe49-49e6-401e-a0d2-be8ff668262b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/69a89afb-9441-4366-9918-c710f10b1869 HTTP/1.1" status: 204 len: 168 time: 0.1354730 Apr 11 17:59:29.963785 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bfe49-49e6-401e-a0d2-be8ff668262b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a89afb-9441-4366-9918-c710f10b1869,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:30.558189 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56714) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:30.650579 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1950862966-network', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:30.669927 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Made reservation on behalf of 8fa4611442e3481e939ace7ad6f96e56 for: {'network': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:59:30.672498 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:30.680351 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:30.758039 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Publish callbacks [] for security_group (1dc2bf26-5c09-4bf0-9868-ad30b9d26555), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:30.761823 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (1dc2bf26-5c09-4bf0-9868-ad30b9d26555), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:30.776238 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f496c-a045-4cdc-bcf3-24fd231806d7 req-18b74bf3-fd53-4951-9bee-c632e11209a6 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:30.778774 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-203f496c-a045-4cdc-bcf3-24fd231806d7 req-18b74bf3-fd53-4951-9bee-c632e11209a6 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0494320 Apr 11 17:59:30.790124 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=114851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:59:30.796417 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc2bf26-5c09-4bf0-9868-ad30b9d26555,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:30.802331 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (094c3b3b-e60a-482c-8b81-28343052004b), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:30.802717 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.segments_db [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Added segment 094c3b3b-e60a-482c-8b81-28343052004b of type vlan for network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 Apr 11 17:59:30.828372 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-203f496c-a045-4cdc-bcf3-24fd231806d7 req-712ec111-5d92-4689-85e2-c1c9bb626acf tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436931 Apr 11 17:59:30.844954 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (15cb134b-5ac8-4ee3-8be7-df0aef8b1e89), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:30.870459 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (15cb134b-5ac8-4ee3-8be7-df0aef8b1e89), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:30.871825 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:30.872568 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:30.912459 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3506606 Apr 11 17:59:30.927236 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56722) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:30.933934 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-f663ebf9-7dc3-429f-95bf-f0f3a8621590 admin admin] Request body: {'subnet': {'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1950862966-subnet', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'ip_version': 4}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:30.939112 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801d79e-c894-4254-a209-3fcf7e391a2a admin admin] Pushing event updated for resources: {'Network': ['ID=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:30.949926 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:59:30.966706 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949d9ff-37e6-4b21-9476-fd00b98877eb req-2f4e188d-90ef-43c1-8967-7cdb96ac066d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:30.968172 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8949d9ff-37e6-4b21-9476-fd00b98877eb req-2f4e188d-90ef-43c1-8967-7cdb96ac066d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0690436 Apr 11 17:59:30.975405 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f663ebf9-7dc3-429f-95bf-f0f3a8621590 admin admin] Made reservation on behalf of 8fa4611442e3481e939ace7ad6f96e56 for: {'subnet': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:59:30.978163 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56724) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:30.978340 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f663ebf9-7dc3-429f-95bf-f0f3a8621590 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660958'] for subnet (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:30.983196 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-fc91272e-6445-411f-a904-d25c782c6f3e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Request body: {'floatingip': {'port_id': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:31.022044 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fc91272e-6445-411f-a904-d25c782c6f3e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (32d0f4a7-4a65-4bcc-9eb8-68c678419379), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.147848 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f663ebf9-7dc3-429f-95bf-f0f3a8621590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25603477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660940'] for subnet (99fb102f-4924-4eee-bf27-80f9ebf1b166), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.205166 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663ebf9-7dc3-429f-95bf-f0f3a8621590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99fb102f-4924-4eee-bf27-80f9ebf1b166,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:31.212614 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f663ebf9-7dc3-429f-95bf-f0f3a8621590 admin admin] Checking segment: {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:59:31.213010 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f663ebf9-7dc3-429f-95bf-f0f3a8621590 admin admin] Network hostable DHCP agents. Network: 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:59:31.230392 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f663ebf9-7dc3-429f-95bf-f0f3a8621590 admin admin] Network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:59:31.239496 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-f663ebf9-7dc3-429f-95bf-f0f3a8621590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89) {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:31.244437 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f663ebf9-7dc3-429f-95bf-f0f3a8621590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:31.244998 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-f663ebf9-7dc3-429f-95bf-f0f3a8621590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.249371 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f863e9c-3783-45cf-bb82-6ae0b3fe5cfb None None] Network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:59:31.262916 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-f663ebf9-7dc3-429f-95bf-f0f3a8621590 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3346572 Apr 11 17:59:31.265611 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56726) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:31.270625 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:31.294264 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (ae71b359-e290-4f8e-8d46-28b1f6670b41), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.295404 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1748122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123050'] for router (ae71b359-e290-4f8e-8d46-28b1f6670b41), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.348911 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Publish callbacks [] for router_controller (ae71b359-e290-4f8e-8d46-28b1f6670b41), precommit_add_association {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.358072 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb427c2df-acee-5b9d-b21c-7ccde36b64d7-15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166'}]}} from dv-cinder-837353-1-iscsi. {{(pid=114852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:59:31.359154 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.489234 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fc91272e-6445-411f-a904-d25c782c6f3e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.494442 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fc91272e-6445-411f-a904-d25c782c6f3e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (32d0f4a7-4a65-4bcc-9eb8-68c678419379), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.502368 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.db_base_plugin_common [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Allocated IP 172.20.0.2 (15cb134b-5ac8-4ee3-8be7-df0aef8b1e89/99fb102f-4924-4eee-bf27-80f9ebf1b166/93ad53df-a5cd-445e-881a-6c5622d1dbe7) {{(pid=114852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:59:31.509283 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Publish callbacks [] for router_gateway (ae71b359-e290-4f8e-8d46-28b1f6670b41), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.599118 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.l3_db [None req-fc91272e-6445-411f-a904-d25c782c6f3e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Floating IP 32d0f4a7-4a65-4bcc-9eb8-68c678419379 associated. External IP: 172.27.1.170, port: f7f238d6-1979-4d63-b4a9-67ef51dbeb4f. Apr 11 17:59:31.645551 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Publish callbacks [] for port (93ad53df-a5cd-445e-881a-6c5622d1dbe7), precommit_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.651545 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (93ad53df-a5cd-445e-881a-6c5622d1dbe7), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.694215 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 is already hosted by enough agents. {{(pid=114852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:59:31.698459 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Resources bound (agent type, host, resource id): {{(pid=114852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:31.701893 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Received port after_create {{(pid=114852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:59:31.705822 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Publish callbacks [] for router_gateway (ae71b359-e290-4f8e-8d46-28b1f6670b41), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.707481 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Pushing event updated for resources: {'Port': ['ID=93ad53df-a5cd-445e-881a-6c5622d1dbe7,revision_number=1']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:31.725227 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.763755 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Attempting to bind port 93ad53df-a5cd-445e-881a-6c5622d1dbe7 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:59:31.764120 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Attempting to bind port 93ad53df-a5cd-445e-881a-6c5622d1dbe7 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:59:31.764902 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Attempting to bind port 93ad53df-a5cd-445e-881a-6c5622d1dbe7 on network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:59:31.771484 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:59:31.771857 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Checking segment: {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:59:31.772279 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.773303 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Bound using segment: {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:59:31.773804 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Bound port: 93ad53df-a5cd-445e-881a-6c5622d1dbe7, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:59:31.774197 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (93ad53df-a5cd-445e-881a-6c5622d1dbe7), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.827801 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc91272e-6445-411f-a904-d25c782c6f3e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Router 6cb6b45e-f179-4698-90b5-1fb807f5b421 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:59:31.832880 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Allocated IP 172.27.1.80 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/c732e0ab-62a3-4bf6-af2e-25c3080a513a) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:59:31.841527 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] For port 93ad53df-a5cd-445e-881a-6c5622d1dbe7, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:59:31.844877 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] For port 93ad53df-a5cd-445e-881a-6c5622d1dbe7, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=93ad53df-a5cd-445e-881a-6c5622d1dbe7,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:59:31.853421 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (93ad53df-a5cd-445e-881a-6c5622d1dbe7), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.910229 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e8ba1-9e6e-475a-a3f3-ffe5196f527f None None] Pushing event updated for resources: {'Port': ['ID=93ad53df-a5cd-445e-881a-6c5622d1dbe7,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:31.950509 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc91272e-6445-411f-a904-d25c782c6f3e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:59:31.955727 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fc91272e-6445-411f-a904-d25c782c6f3e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.964691 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53531c-1f7f-4982-89ed-d4c8ab7bd428 None None] Sync routers for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:59:31.969422 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Publish callbacks [] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:31.978931 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53531c-1f7f-4982-89ed-d4c8ab7bd428 None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:59:31.980136 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-af53531c-1f7f-4982-89ed-d4c8ab7bd428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:31.996400 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-fc91272e-6445-411f-a904-d25c782c6f3e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "PUT /v2.0/floatingips/32d0f4a7-4a65-4bcc-9eb8-68c678419379 HTTP/1.1" status: 200 len: 992 time: 1.0067837 Apr 11 17:59:31.996400 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:59:31.996400 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668bc2df-b708-4de3-a2e5-4767945947c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:59:32.020419 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:32.065524 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:59:32.068925 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:32.071644 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:59:32.101859 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Pushing event updated for resources: {'Port': ['ID=c732e0ab-62a3-4bf6-af2e-25c3080a513a,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:32.112634 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-af53531c-1f7f-4982-89ed-d4c8ab7bd428 None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:59:32.207112 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1290b88-2393-4721-a0ab-98548a82f142 x-openstack-request-id: req-a1290b88-2393-4721-a0ab-98548a82f142 {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:59:32.207411 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:59:32.207679 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1290b88-2393-4721-a0ab-98548a82f142 {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:59:32.208097 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1290b88-2393-4721-a0ab-98548a82f142'] response: {'name': 'network-changed', 'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'status': 'completed', 'code': 200} Apr 11 17:59:32.294597 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bc2df-b708-4de3-a2e5-4767945947c8 req-35a089e6-2ab8-444a-af30-45e7b6121dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:32.296208 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-668bc2df-b708-4de3-a2e5-4767945947c8 req-35a089e6-2ab8-444a-af30-45e7b6121dd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 1130 time: 0.0694203 Apr 11 17:59:32.384805 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-af53531c-1f7f-4982-89ed-d4c8ab7bd428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '32d0f4a7-4a65-4bcc-9eb8-68c678419379', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'port_id': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'mac_address': 'fa:16:3e:6c:7f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:59:20Z', 'updated_at': '2022-04-11T17:59:31Z', 'revision_number': 1, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:32.415205 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53531c-1f7f-4982-89ed-d4c8ab7bd428 None None] Checking router: 6cb6b45e-f179-4698-90b5-1fb807f5b421 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:59:32.423426 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53531c-1f7f-4982-89ed-d4c8ab7bd428 None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:59:32.424028 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-af53531c-1f7f-4982-89ed-d4c8ab7bd428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:32.475093 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bc2df-b708-4de3-a2e5-4767945947c8 req-a78b8425-092e-4f8d-9fc6-a127562bbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:32.476622 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-668bc2df-b708-4de3-a2e5-4767945947c8 req-a78b8425-092e-4f8d-9fc6-a127562bbb8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 918 time: 0.1734498 Apr 11 17:59:32.486113 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Publish callbacks [] for router_gateway (ae71b359-e290-4f8e-8d46-28b1f6670b41), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:32.632739 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-668bc2df-b708-4de3-a2e5-4767945947c8 req-0127393a-ef89-4b6d-9e5d-a57a1d0c5372 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f HTTP/1.1" status: 200 len: 1000 time: 0.1074607 Apr 11 17:59:32.666909 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-af53531c-1f7f-4982-89ed-d4c8ab7bd428 None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:59:32.728292 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bc2df-b708-4de3-a2e5-4767945947c8 req-6208f0de-cb90-4579-ba74-5132e9dbdc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:32.729989 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-668bc2df-b708-4de3-a2e5-4767945947c8 req-6208f0de-cb90-4579-ba74-5132e9dbdc9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f64ec07-fa75-44a4-b98f-91779a92a54a HTTP/1.1" status: 200 len: 856 time: 0.0910282 Apr 11 17:59:32.811992 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bc2df-b708-4de3-a2e5-4767945947c8 req-646cbad7-593b-4701-9794-beaff136e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:32.813540 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-668bc2df-b708-4de3-a2e5-4767945947c8 req-646cbad7-593b-4701-9794-beaff136e47d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b7d6775-5316-468d-86b7-f792879d10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773809 Apr 11 17:59:32.830249 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594322'] for router (ae71b359-e290-4f8e-8d46-28b1f6670b41), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:32.897728 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-af53531c-1f7f-4982-89ed-d4c8ab7bd428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '32d0f4a7-4a65-4bcc-9eb8-68c678419379', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'port_id': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'mac_address': 'fa:16:3e:6c:7f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:59:20Z', 'updated_at': '2022-04-11T17:59:31Z', 'revision_number': 1, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:32.932583 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53531c-1f7f-4982-89ed-d4c8ab7bd428 None None] The sync data for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi is: [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '32d0f4a7-4a65-4bcc-9eb8-68c678419379', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'port_id': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'mac_address': 'fa:16:3e:6c:7f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:59:20Z', 'updated_at': '2022-04-11T17:59:31Z', 'revision_number': 1, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:59:32.942223 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d200dd-5744-480f-a5ad-e686cd753c78 None None] Network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:59:32.993677 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-668bc2df-b708-4de3-a2e5-4767945947c8 req-871f5bde-08e7-42ab-ad24-7e4b3bf3efd8 service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734958 Apr 11 17:59:33.011139 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-37e73c51-18a8-45db-bf84-daaf928fb9ab None None] Provisioning complete for port 93ad53df-a5cd-445e-881a-6c5622d1dbe7 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:33.011675 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-37e73c51-18a8-45db-bf84-daaf928fb9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (93ad53df-a5cd-445e-881a-6c5622d1dbe7), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:33.117786 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-668bc2df-b708-4de3-a2e5-4767945947c8 req-3ad32334-6160-4401-9dec-a24b5175af81 service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168256 Apr 11 17:59:33.119469 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Router ae71b359-e290-4f8e-8d46-28b1f6670b41 is scheduled to L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad with binding_index 1 {{(pid=114850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:59:33.146945 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-37e73c51-18a8-45db-bf84-daaf928fb9ab None None] Current status of the port 93ad53df-a5cd-445e-881a-6c5622d1dbe7 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:33.147518 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-37e73c51-18a8-45db-bf84-daaf928fb9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (93ad53df-a5cd-445e-881a-6c5622d1dbe7), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:33.187386 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a98f50-40c9-429e-bf36-9443cc1ccf0c None None] New status for floating IP 32d0f4a7-4a65-4bcc-9eb8-68c678419379: ACTIVE {{(pid=114853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:59:33.190107 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-37e73c51-18a8-45db-bf84-daaf928fb9ab None None] For port 93ad53df-a5cd-445e-881a-6c5622d1dbe7, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=93ad53df-a5cd-445e-881a-6c5622d1dbe7,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:59:33.197214 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-37e73c51-18a8-45db-bf84-daaf928fb9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (93ad53df-a5cd-445e-881a-6c5622d1dbe7), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:33.251147 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e73c51-18a8-45db-bf84-daaf928fb9ab None None] Pushing event updated for resources: {'Port': ['ID=93ad53df-a5cd-445e-881a-6c5622d1dbe7,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:33.428091 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-18982cbf-e735-4331-befc-6115ee74d3de None None] Provisioning complete for port 93ad53df-a5cd-445e-881a-6c5622d1dbe7 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:33.428508 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-18982cbf-e735-4331-befc-6115ee74d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (93ad53df-a5cd-445e-881a-6c5622d1dbe7), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:33.512277 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 93ad53df-a5cd-445e-881a-6c5622d1dbe7 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:59:33.546109 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:59:33.554988 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-18982cbf-e735-4331-befc-6115ee74d3de None None] Current status of the port 93ad53df-a5cd-445e-881a-6c5622d1dbe7 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:33.562241 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Sync routers for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:59:33.563339 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:33.564533 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-66f806f5-d983-465c-b501-370a6b8d1d98 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2972238 Apr 11 17:59:33.567252 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56734) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:33.578031 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:59:33.578640 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:33.621998 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 93ad53df-a5cd-445e-881a-6c5622d1dbe7 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:33.622366 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (93ad53df-a5cd-445e-881a-6c5622d1dbe7), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:33.748204 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:59:33.823335 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 93ad53df-a5cd-445e-881a-6c5622d1dbe7 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:33.925412 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:32Z', 'revision_number': 3, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:33.955636 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Checking router: ae71b359-e290-4f8e-8d46-28b1f6670b41 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:59:33.955985 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Updating router ae71b359-e290-4f8e-8d46-28b1f6670b41 port c732e0ab-62a3-4bf6-af2e-25c3080a513a binding host dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:59:33.976272 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:33.982924 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.130760 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Allocated IP 172.20.0.1 (15cb134b-5ac8-4ee3-8be7-df0aef8b1e89/99fb102f-4924-4eee-bf27-80f9ebf1b166/b567cf4b-9ac0-4328-814e-8cc67ac3eccc) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:59:34.231560 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Publish callbacks [] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), precommit_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.234873 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Publish callbacks [] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.237127 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.275661 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.291819 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Attempting to bind port c732e0ab-62a3-4bf6-af2e-25c3080a513a on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:59:34.292187 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Attempting to bind port c732e0ab-62a3-4bf6-af2e-25c3080a513a by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:59:34.292552 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Attempting to bind port c732e0ab-62a3-4bf6-af2e-25c3080a513a on network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:59:34.299361 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dc8f4-a975-425f-8d12-4543c4d1bccb None None] Pushing event updated for resources: {'Port': ['ID=c732e0ab-62a3-4bf6-af2e-25c3080a513a,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:34.302149 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:59:34.302475 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Checking segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:59:34.302870 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.303252 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Bound using segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:59:34.304437 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Bound port: c732e0ab-62a3-4bf6-af2e-25c3080a513a, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:59:34.304826 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.314987 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:59:34.318056 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:34.322151 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:59:34.350029 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Pushing event updated for resources: {'Port': ['ID=b567cf4b-9ac0-4328-814e-8cc67ac3eccc,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:34.362347 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] For port c732e0ab-62a3-4bf6-af2e-25c3080a513a, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:59:34.366483 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594145'] for router_interface (ae71b359-e290-4f8e-8d46-28b1f6670b41), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.366801 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] For port c732e0ab-62a3-4bf6-af2e-25c3080a513a, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=c732e0ab-62a3-4bf6-af2e-25c3080a513a,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:59:34.373846 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.447772 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:59:34.448475 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:34.485732 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dc8f4-a975-425f-8d12-4543c4d1bccb None None] Pushing event updated for resources: {'Port': ['ID=c732e0ab-62a3-4bf6-af2e-25c3080a513a,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:34.525210 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.564490 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:59:34.689943 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Publish callbacks [] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.695890 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.765733 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Pushing event updated for resources: {'Port': ['ID=b567cf4b-9ac0-4328-814e-8cc67ac3eccc,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:34.768236 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594769'] for router_interface (ae71b359-e290-4f8e-8d46-28b1f6670b41), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.775252 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-51c2770a-020d-4a58-b5c8-f85bef450e15 None None] Provisioning complete for port b567cf4b-9ac0-4328-814e-8cc67ac3eccc triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:34.775628 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-51c2770a-020d-4a58-b5c8-f85bef450e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:34.850477 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-51c2770a-020d-4a58-b5c8-f85bef450e15 None None] Port b567cf4b-9ac0-4328-814e-8cc67ac3eccc cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:59:34.859093 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:59:34.860452 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:34.912970 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:32Z', 'revision_number': 3, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:34.941938 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec99f2-c20a-4418-af23-feb0761dfd84 None None] The sync data for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi is: [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:32Z', 'revision_number': 3, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:59:34.983814 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Router ae71b359-e290-4f8e-8d46-28b1f6670b41 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:59:35.098818 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:59:35.104005 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-63c218d0-619b-4f2c-a9f0-38984f57e8dc admin admin] 10.222.0.76 "PUT /v2.0/routers/ae71b359-e290-4f8e-8d46-28b1f6670b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5357938 Apr 11 17:59:35.172500 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-6f95243e-4974-429e-940f-bdbc53c9a3e2 None None] Provisioning complete for port b567cf4b-9ac0-4328-814e-8cc67ac3eccc triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:35.172906 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6f95243e-4974-429e-940f-bdbc53c9a3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.221805 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-6f95243e-4974-429e-940f-bdbc53c9a3e2 None None] Port b567cf4b-9ac0-4328-814e-8cc67ac3eccc cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:59:35.478282 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device c732e0ab-62a3-4bf6-af2e-25c3080a513a up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:59:35.535008 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port c732e0ab-62a3-4bf6-af2e-25c3080a513a triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:35.535470 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.616886 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port c732e0ab-62a3-4bf6-af2e-25c3080a513a is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:35.617287 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.637123 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56750) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:35.642245 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-104573924-network', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:35.650785 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port c732e0ab-62a3-4bf6-af2e-25c3080a513a, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=c732e0ab-62a3-4bf6-af2e-25c3080a513a,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:59:35.655836 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.667746 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Made reservation on behalf of 7d088ff4da6d4f1b8e930dc75d12373c for: {'network': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:59:35.670225 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.679198 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.710693 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=c732e0ab-62a3-4bf6-af2e-25c3080a513a,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:35.760763 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Publish callbacks [] for security_group (f23788d0-0cb9-4d6e-b3bf-55e87e8dd03f), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.764747 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (f23788d0-0cb9-4d6e-b3bf-55e87e8dd03f), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.791937 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=114850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:59:35.801125 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23788d0-0cb9-4d6e-b3bf-55e87e8dd03f,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:35.808041 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (6655bd5e-0a6a-4617-8e6d-cfb32335fe5f), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.808374 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.segments_db [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Added segment 6655bd5e-0a6a-4617-8e6d-cfb32335fe5f of type vlan for network a685cfed-aad6-439a-a564-d9fde169a6d7 Apr 11 17:59:35.847316 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (a685cfed-aad6-439a-a564-d9fde169a6d7), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.874807 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (a685cfed-aad6-439a-a564-d9fde169a6d7), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.875724 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:35.876299 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.909037 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2707314 Apr 11 17:59:35.911767 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56752) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:35.917271 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-afe82748-83aa-4fb1-896b-0bbc2a856ebd admin admin] Request body: {'subnet': {'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-104573924-subnet', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'ip_version': 4}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:35.937653 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe82748-83aa-4fb1-896b-0bbc2a856ebd admin admin] Made reservation on behalf of 7d088ff4da6d4f1b8e930dc75d12373c for: {'subnet': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:59:35.938715 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96c732-d564-44d3-b6ee-371916a3392e admin admin] Pushing event updated for resources: {'Network': ['ID=a685cfed-aad6-439a-a564-d9fde169a6d7,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:35.940063 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-afe82748-83aa-4fb1-896b-0bbc2a856ebd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3333638'] for subnet (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:35.949733 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network a685cfed-aad6-439a-a564-d9fde169a6d7 details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:59:36.107129 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-afe82748-83aa-4fb1-896b-0bbc2a856ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3599959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3333652'] for subnet (69ddd240-e942-415a-9f6a-15c90b460810), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.172303 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe82748-83aa-4fb1-896b-0bbc2a856ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ddd240-e942-415a-9f6a-15c90b460810,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:36.182846 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe82748-83aa-4fb1-896b-0bbc2a856ebd admin admin] Checking segment: {'id': '6655bd5e-0a6a-4617-8e6d-cfb32335fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:59:36.183208 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe82748-83aa-4fb1-896b-0bbc2a856ebd admin admin] Network hostable DHCP agents. Network: a685cfed-aad6-439a-a564-d9fde169a6d7, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:59:36.202399 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe82748-83aa-4fb1-896b-0bbc2a856ebd admin admin] Network a685cfed-aad6-439a-a564-d9fde169a6d7 is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:59:36.212376 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-afe82748-83aa-4fb1-896b-0bbc2a856ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, a685cfed-aad6-439a-a564-d9fde169a6d7) {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:36.216671 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe82748-83aa-4fb1-896b-0bbc2a856ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:36.217324 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-afe82748-83aa-4fb1-896b-0bbc2a856ebd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.223113 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dc13a9-c0c4-4212-9b94-2b7da5a54450 None None] Network a685cfed-aad6-439a-a564-d9fde169a6d7 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:59:36.234308 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-afe82748-83aa-4fb1-896b-0bbc2a856ebd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3212306 Apr 11 17:59:36.236512 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56754) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:36.241013 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-104573924-router', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:36.261289 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (01a61f5b-d2fe-4eb3-9740-44eb121b642f), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.262391 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1748122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123050'] for router (01a61f5b-d2fe-4eb3-9740-44eb121b642f), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.323444 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Publish callbacks [] for router_controller (01a61f5b-d2fe-4eb3-9740-44eb121b642f), precommit_add_association {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.338146 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb427c2df-acee-5b9d-b21c-7ccde36b64d7-a685cfed-aad6-439a-a564-d9fde169a6d7', 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7', 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'fixed_ips': [{'subnet_id': '69ddd240-e942-415a-9f6a-15c90b460810'}]}} from dv-cinder-837353-1-iscsi. {{(pid=114852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:59:36.338990 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.462628 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Publish callbacks [] for router_gateway (01a61f5b-d2fe-4eb3-9740-44eb121b642f), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.484423 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.db_base_plugin_common [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Allocated IP 172.20.0.2 (a685cfed-aad6-439a-a564-d9fde169a6d7/69ddd240-e942-415a-9f6a-15c90b460810/15b13a8b-544d-4a90-931d-0c0cae7fb8e6) {{(pid=114852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:59:36.520573 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Sync routers for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:59:36.531119 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:59:36.531936 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:36.640461 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Publish callbacks [] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), precommit_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.643424 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:59:36.648069 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.657698 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Publish callbacks [] for router_gateway (01a61f5b-d2fe-4eb3-9740-44eb121b642f), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.676141 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.688551 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Network a685cfed-aad6-439a-a564-d9fde169a6d7 is already hosted by enough agents. {{(pid=114852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:59:36.691862 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.base_scheduler [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Resources bound (agent type, host, resource id): {{(pid=114852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:36.695049 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Received port after_create {{(pid=114852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:59:36.706692 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Pushing event updated for resources: {'Port': ['ID=15b13a8b-544d-4a90-931d-0c0cae7fb8e6,revision_number=1']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:36.759979 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Attempting to bind port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:59:36.760347 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Attempting to bind port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '6655bd5e-0a6a-4617-8e6d-cfb32335fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:59:36.760810 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Attempting to bind port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 on network a685cfed-aad6-439a-a564-d9fde169a6d7 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:59:36.766009 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:59:36.766517 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Checking segment: {'id': '6655bd5e-0a6a-4617-8e6d-cfb32335fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:59:36.767020 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.767509 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Bound using segment: {'id': '6655bd5e-0a6a-4617-8e6d-cfb32335fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:59:36.768071 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Bound port: 15b13a8b-544d-4a90-931d-0c0cae7fb8e6, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6655bd5e-0a6a-4617-8e6d-cfb32335fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:59:36.768897 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.790883 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Allocated IP 172.27.1.231 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/a8850f2f-7d22-4453-affa-f8e006319916) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:59:36.838136 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] For port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:59:36.841387 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] For port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=15b13a8b-544d-4a90-931d-0c0cae7fb8e6,segment=NetworkSegment(6655bd5e-0a6a-4617-8e6d-cfb32335fe5f),segment_id=6655bd5e-0a6a-4617-8e6d-cfb32335fe5f)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:59:36.847246 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.851124 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 2, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:36.877614 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Checking router: ae71b359-e290-4f8e-8d46-28b1f6670b41 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:59:36.877990 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Updating router ae71b359-e290-4f8e-8d46-28b1f6670b41 port b567cf4b-9ac0-4328-814e-8cc67ac3eccc binding host dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:59:36.899771 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Publish callbacks [] for port (a8850f2f-7d22-4453-affa-f8e006319916), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.904594 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1d7d6-26b7-4d72-8e70-132d03ffbcf6 None None] Pushing event updated for resources: {'Port': ['ID=15b13a8b-544d-4a90-931d-0c0cae7fb8e6,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:36.921102 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.946620 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (a8850f2f-7d22-4453-affa-f8e006319916), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:36.996429 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:59:36.999487 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:37.001923 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:59:37.026481 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Pushing event updated for resources: {'Port': ['ID=a8850f2f-7d22-4453-affa-f8e006319916,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:37.207150 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Publish callbacks [] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), precommit_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.213863 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.267887 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Pushing event updated for resources: {'Port': ['ID=b567cf4b-9ac0-4328-814e-8cc67ac3eccc,revision_number=3']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:37.294859 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.295217 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.295712 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.296079 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.296417 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.296751 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.297115 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.297444 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.297773 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.298099 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.298425 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.298765 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.299091 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.299411 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.299738 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:59:37.340192 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Attempting to bind port b567cf4b-9ac0-4328-814e-8cc67ac3eccc on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:59:37.340562 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Attempting to bind port b567cf4b-9ac0-4328-814e-8cc67ac3eccc by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:59:37.340977 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Attempting to bind port b567cf4b-9ac0-4328-814e-8cc67ac3eccc on network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:59:37.347072 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:59:37.347452 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Checking segment: {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:59:37.347847 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.348287 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Bound using segment: {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:59:37.348765 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Bound port: b567cf4b-9ac0-4328-814e-8cc67ac3eccc, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'}}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:59:37.349183 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.422564 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] For port b567cf4b-9ac0-4328-814e-8cc67ac3eccc, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:59:37.427273 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] For port b567cf4b-9ac0-4328-814e-8cc67ac3eccc, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=b567cf4b-9ac0-4328-814e-8cc67ac3eccc,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:59:37.437170 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.497582 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b2e31-5ad7-4cac-b5a6-518661ba5bd0 None None] Pushing event updated for resources: {'Port': ['ID=b567cf4b-9ac0-4328-814e-8cc67ac3eccc,revision_number=4']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:37.512681 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:59:37.513408 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:37.532795 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Publish callbacks [] for router_gateway (01a61f5b-d2fe-4eb3-9740-44eb121b642f), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.565897 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-4e3eb51b-7afa-4080-9c5d-6d9103d69c8b None None] Provisioning complete for port b567cf4b-9ac0-4328-814e-8cc67ac3eccc triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:37.566904 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4e3eb51b-7afa-4080-9c5d-6d9103d69c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.642302 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:59:37.693302 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-4e3eb51b-7afa-4080-9c5d-6d9103d69c8b None None] Current status of the port b567cf4b-9ac0-4328-814e-8cc67ac3eccc is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:37.694415 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4e3eb51b-7afa-4080-9c5d-6d9103d69c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.695375 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:59:37.729664 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:37.730317 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.748069 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-4e3eb51b-7afa-4080-9c5d-6d9103d69c8b None None] For port b567cf4b-9ac0-4328-814e-8cc67ac3eccc, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=b567cf4b-9ac0-4328-814e-8cc67ac3eccc,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:59:37.779963 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4e3eb51b-7afa-4080-9c5d-6d9103d69c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.820043 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594322'] for router (01a61f5b-d2fe-4eb3-9740-44eb121b642f), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.863387 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3eb51b-7afa-4080-9c5d-6d9103d69c8b None None] Pushing event updated for resources: {'Port': ['ID=b567cf4b-9ac0-4328-814e-8cc67ac3eccc,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:37.907120 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-bae9c874-bee3-4b48-8847-8e5f5b86537e None None] Provisioning complete for port b567cf4b-9ac0-4328-814e-8cc67ac3eccc triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:37.907489 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-bae9c874-bee3-4b48-8847-8e5f5b86537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.911068 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:37.911451 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.960630 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:37.978490 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=15b13a8b-544d-4a90-931d-0c0cae7fb8e6,segment=NetworkSegment(6655bd5e-0a6a-4617-8e6d-cfb32335fe5f),segment_id=6655bd5e-0a6a-4617-8e6d-cfb32335fe5f)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:59:37.984510 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:37.985311 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device c732e0ab-62a3-4bf6-af2e-25c3080a513a up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:59:37.998174 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Router 01a61f5b-d2fe-4eb3-9740-44eb121b642f is scheduled to L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad with binding_index 1 {{(pid=114851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:59:38.003979 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df4401-a910-41c9-9e03-3fe0d1a3b9ae None None] The sync data for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi is: [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:59:38.112991 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-bae9c874-bee3-4b48-8847-8e5f5b86537e None None] Current status of the port b567cf4b-9ac0-4328-814e-8cc67ac3eccc is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:38.139679 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=15b13a8b-544d-4a90-931d-0c0cae7fb8e6,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:38.150395 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port c732e0ab-62a3-4bf6-af2e-25c3080a513a triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:38.150856 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:38.154245 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:59:38.186718 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Sync routers for ids ['01a61f5b-d2fe-4eb3-9740-44eb121b642f'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:59:38.198593 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:38.202362 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-82cf1703-90f4-4f4f-bef9-dbcfd594ae9a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9623606 Apr 11 17:59:38.202795 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56756) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:38.217111 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Routers {'01a61f5b-d2fe-4eb3-9740-44eb121b642f'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:59:38.221329 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['01a61f5b-d2fe-4eb3-9740-44eb121b642f'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:38.268211 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d72402c-b750-4604-8061-a5fe92180ad1 None None] Network a685cfed-aad6-439a-a564-d9fde169a6d7 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:59:38.372917 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-79a966c4-0dd4-4f4f-8fcf-92a145e00d79 None None] Provisioning complete for port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:38.373295 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-79a966c4-0dd4-4f4f-8fcf-92a145e00d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:38.593036 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port c732e0ab-62a3-4bf6-af2e-25c3080a513a is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:38.649061 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Set router 01a61f5b-d2fe-4eb3-9740-44eb121b642f gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:59:38.680425 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:38.823618 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-79a966c4-0dd4-4f4f-8fcf-92a145e00d79 None None] Current status of the port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:38.860187 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Allocated IP 172.20.0.1 (a685cfed-aad6-439a-a564-d9fde169a6d7/69ddd240-e942-415a-9f6a-15c90b460810/24134fb3-5fd3-4d06-a526-5c15ad82f525) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:59:38.906199 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'name': 'tempest-TestVolumeBootPattern-104573924-router', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 3, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'gw_port': {'id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:38.938577 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Checking router: 01a61f5b-d2fe-4eb3-9740-44eb121b642f for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:59:38.938929 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Updating router 01a61f5b-d2fe-4eb3-9740-44eb121b642f port a8850f2f-7d22-4453-affa-f8e006319916 binding host dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:59:38.971440 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (a8850f2f-7d22-4453-affa-f8e006319916), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.003493 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Publish callbacks [] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.040986 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.080507 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-99850bb4-849d-4b14-9e0c-2f44325ba408 None None] Provisioning complete for port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:39.080899 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-99850bb4-849d-4b14-9e0c-2f44325ba408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.091972 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Network a685cfed-aad6-439a-a564-d9fde169a6d7 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:59:39.096391 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:39.098164 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Pushing event updated for resources: {'Port': ['ID=24134fb3-5fd3-4d06-a526-5c15ad82f525,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:39.107726 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:59:39.158186 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594145'] for router_interface (01a61f5b-d2fe-4eb3-9740-44eb121b642f), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.247835 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-99850bb4-849d-4b14-9e0c-2f44325ba408 None None] Current status of the port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:39.314125 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.344672 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Publish callbacks [] for port (a8850f2f-7d22-4453-affa-f8e006319916), precommit_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.350941 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (a8850f2f-7d22-4453-affa-f8e006319916), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.416580 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-85d41568-9474-43b3-a412-e59b6e08b11f None None] Provisioning complete for port 24134fb3-5fd3-4d06-a526-5c15ad82f525 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:39.416973 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-85d41568-9474-43b3-a412-e59b6e08b11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.421004 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Attempting to bind port a8850f2f-7d22-4453-affa-f8e006319916 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:59:39.421375 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Attempting to bind port a8850f2f-7d22-4453-affa-f8e006319916 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:59:39.421735 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Attempting to bind port a8850f2f-7d22-4453-affa-f8e006319916 on network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:59:39.451531 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:59:39.451911 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Checking segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:59:39.453033 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.453443 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Bound using segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:59:39.453918 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Bound port: a8850f2f-7d22-4453-affa-f8e006319916, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:59:39.454300 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (a8850f2f-7d22-4453-affa-f8e006319916), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.458890 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90305e6c-3cb9-4063-bc9b-ae1c2a6dd66c None None] Pushing event updated for resources: {'Port': ['ID=a8850f2f-7d22-4453-affa-f8e006319916,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:39.495528 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-85d41568-9474-43b3-a412-e59b6e08b11f None None] Port 24134fb3-5fd3-4d06-a526-5c15ad82f525 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:59:39.501053 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Publish callbacks [] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.507437 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.519813 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] For port a8850f2f-7d22-4453-affa-f8e006319916, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:59:39.523655 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] For port a8850f2f-7d22-4453-affa-f8e006319916, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=a8850f2f-7d22-4453-affa-f8e006319916,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:59:39.530234 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (a8850f2f-7d22-4453-affa-f8e006319916), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.541848 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:59:39.582697 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594769'] for router_interface (01a61f5b-d2fe-4eb3-9740-44eb121b642f), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.590825 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Pushing event updated for resources: {'Port': ['ID=24134fb3-5fd3-4d06-a526-5c15ad82f525,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:39.632215 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Routers {'01a61f5b-d2fe-4eb3-9740-44eb121b642f'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:59:39.632762 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['01a61f5b-d2fe-4eb3-9740-44eb121b642f'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:39.637797 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90305e6c-3cb9-4063-bc9b-ae1c2a6dd66c None None] Pushing event updated for resources: {'Port': ['ID=a8850f2f-7d22-4453-affa-f8e006319916,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:39.676692 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Network a685cfed-aad6-439a-a564-d9fde169a6d7 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:59:39.678111 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:39.691172 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:39.691549 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:39.786991 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] Set router 01a61f5b-d2fe-4eb3-9740-44eb121b642f gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:59:39.798142 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Router 01a61f5b-d2fe-4eb3-9740-44eb121b642f has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:59:39.907841 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:39.908953 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device b567cf4b-9ac0-4328-814e-8cc67ac3eccc up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:59:39.980764 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-02359359-0a4f-48a5-80d1-8e61e213b7d7 None None] Provisioning complete for port 24134fb3-5fd3-4d06-a526-5c15ad82f525 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:39.981127 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-02359359-0a4f-48a5-80d1-8e61e213b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:40.054961 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-02359359-0a4f-48a5-80d1-8e61e213b7d7 None None] Port 24134fb3-5fd3-4d06-a526-5c15ad82f525 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:59:40.061496 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port b567cf4b-9ac0-4328-814e-8cc67ac3eccc triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:40.061867 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:40.135970 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'name': 'tempest-TestVolumeBootPattern-104573924-router', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:39Z', 'revision_number': 4, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'gw_port': {'id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '24134fb3-5fd3-4d06-a526-5c15ad82f525', 'name': '', 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'mac_address': 'fa:16:3e:09:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '69ddd240-e942-415a-9f6a-15c90b460810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:38Z', 'updated_at': '2022-04-11T17:59:39Z', 'revision_number': 2, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'subnets': [{'id': '69ddd240-e942-415a-9f6a-15c90b460810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:40.166791 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a39ea9f-d09c-4694-b603-541c540169da None None] The sync data for ids ['01a61f5b-d2fe-4eb3-9740-44eb121b642f'] in dv-cinder-837353-1-iscsi is: [{'id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'name': 'tempest-TestVolumeBootPattern-104573924-router', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:39Z', 'revision_number': 4, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'gw_port': {'id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '24134fb3-5fd3-4d06-a526-5c15ad82f525', 'name': '', 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'mac_address': 'fa:16:3e:09:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '69ddd240-e942-415a-9f6a-15c90b460810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:38Z', 'updated_at': '2022-04-11T17:59:39Z', 'revision_number': 2, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'subnets': [{'id': '69ddd240-e942-415a-9f6a-15c90b460810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:59:40.199055 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:59:40.207341 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-9c1e9508-49a6-4436-bc19-e3d2bdf8ed19 admin admin] 10.222.0.76 "PUT /v2.0/routers/01a61f5b-d2fe-4eb3-9740-44eb121b642f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0035057 Apr 11 17:59:40.211432 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port b567cf4b-9ac0-4328-814e-8cc67ac3eccc is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:40.817464 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56766) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:40.822600 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-32a168ad-aa3f-45da-9fa7-62c4e9168939 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384033097', 'description': 'tempest-secgroup-smoke-384033097 description', 'project_id': '8fa4611442e3481e939ace7ad6f96e56'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:40.843410 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32a168ad-aa3f-45da-9fa7-62c4e9168939 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:40.917586 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32a168ad-aa3f-45da-9fa7-62c4e9168939 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group (ada91d1d-9017-49bd-88c8-f5a26d8eb4c4), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:40.922105 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32a168ad-aa3f-45da-9fa7-62c4e9168939 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (ada91d1d-9017-49bd-88c8-f5a26d8eb4c4), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:40.953521 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a168ad-aa3f-45da-9fa7-62c4e9168939 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:40.959197 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32a168ad-aa3f-45da-9fa7-62c4e9168939 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:40.963928 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-32a168ad-aa3f-45da-9fa7-62c4e9168939 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1449120 Apr 11 17:59:40.964069 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56768) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:40.969037 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-d26da93e-9e8c-4467-ba53-569cf39ddeb9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'security_group_rule': {'security_group_id': 'ada91d1d-9017-49bd-88c8-f5a26d8eb4c4', 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:40.997198 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d26da93e-9e8c-4467-ba53-569cf39ddeb9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (0a3426bb-5f59-4d81-bf5c-5b3258e10b27), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.055092 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d26da93e-9e8c-4467-ba53-569cf39ddeb9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (0a3426bb-5f59-4d81-bf5c-5b3258e10b27), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.059457 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d26da93e-9e8c-4467-ba53-569cf39ddeb9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (0a3426bb-5f59-4d81-bf5c-5b3258e10b27), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.076596 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26da93e-9e8c-4467-ba53-569cf39ddeb9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3426bb-5f59-4d81-bf5c-5b3258e10b27,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:41.086022 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-d26da93e-9e8c-4467-ba53-569cf39ddeb9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.087198 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-d26da93e-9e8c-4467-ba53-569cf39ddeb9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220565 Apr 11 17:59:41.089971 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56770) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:41.097679 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-32cbc416-063d-4a31-b9b4-05873e67841d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'security_group_rule': {'security_group_id': 'ada91d1d-9017-49bd-88c8-f5a26d8eb4c4', 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:41.123996 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-32cbc416-063d-4a31-b9b4-05873e67841d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (6391a56e-8474-40c5-b4ec-b11fb76c009f), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.186255 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-32cbc416-063d-4a31-b9b4-05873e67841d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (6391a56e-8474-40c5-b4ec-b11fb76c009f), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.190177 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-32cbc416-063d-4a31-b9b4-05873e67841d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (6391a56e-8474-40c5-b4ec-b11fb76c009f), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.210414 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbc416-063d-4a31-b9b4-05873e67841d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6391a56e-8474-40c5-b4ec-b11fb76c009f,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:41.219880 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-32cbc416-063d-4a31-b9b4-05873e67841d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.221130 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-32cbc416-063d-4a31-b9b4-05873e67841d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302040 Apr 11 17:59:41.223934 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56772) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:41.228414 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-216a8ef0-a932-4fb5-b6a6-9117bebbb949 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'security_group_rule': {'security_group_id': 'ada91d1d-9017-49bd-88c8-f5a26d8eb4c4', 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:41.254820 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-216a8ef0-a932-4fb5-b6a6-9117bebbb949 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (892d4fd5-81ef-4034-aec4-be2a96fdeb9c), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.312700 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-216a8ef0-a932-4fb5-b6a6-9117bebbb949 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (892d4fd5-81ef-4034-aec4-be2a96fdeb9c), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.316516 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-216a8ef0-a932-4fb5-b6a6-9117bebbb949 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (892d4fd5-81ef-4034-aec4-be2a96fdeb9c), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.335279 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a8ef0-a932-4fb5-b6a6-9117bebbb949 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892d4fd5-81ef-4034-aec4-be2a96fdeb9c,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:41.344539 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-216a8ef0-a932-4fb5-b6a6-9117bebbb949 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.348541 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56774) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:41.348696 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-216a8ef0-a932-4fb5-b6a6-9117bebbb949 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236651 Apr 11 17:59:41.353408 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-b7413175-37de-479b-b3ab-c54c4999a800 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'security_group_rule': {'security_group_id': 'ada91d1d-9017-49bd-88c8-f5a26d8eb4c4', 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:41.380197 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b7413175-37de-479b-b3ab-c54c4999a800 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (c20fb979-3ff7-40b5-98f1-746182445f1f), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.452189 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b7413175-37de-479b-b3ab-c54c4999a800 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (c20fb979-3ff7-40b5-98f1-746182445f1f), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.455577 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b7413175-37de-479b-b3ab-c54c4999a800 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (c20fb979-3ff7-40b5-98f1-746182445f1f), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.465228 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device a8850f2f-7d22-4453-affa-f8e006319916 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:59:41.473186 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7413175-37de-479b-b3ab-c54c4999a800 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20fb979-3ff7-40b5-98f1-746182445f1f,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:41.482015 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-b7413175-37de-479b-b3ab-c54c4999a800 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.483880 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-b7413175-37de-479b-b3ab-c54c4999a800 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336627 Apr 11 17:59:41.486138 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 56776) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:41.491239 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-ad30151d-b793-4dad-b70d-775802bb191e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'security_group_rule': {'security_group_id': 'ada91d1d-9017-49bd-88c8-f5a26d8eb4c4', 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:41.511503 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.securitygroups_db [None req-ad30151d-b793-4dad-b70d-775802bb191e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Project 8fa4611442e3481e939ace7ad6f96e56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:59:41.516700 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ad30151d-b793-4dad-b70d-775802bb191e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (a667cb0a-cedb-47ba-ae7a-177bfb3048b1), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.516850 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port a8850f2f-7d22-4453-affa-f8e006319916 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:41.517104 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (a8850f2f-7d22-4453-affa-f8e006319916), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.573726 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ad30151d-b793-4dad-b70d-775802bb191e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (a667cb0a-cedb-47ba-ae7a-177bfb3048b1), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.577422 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ad30151d-b793-4dad-b70d-775802bb191e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (a667cb0a-cedb-47ba-ae7a-177bfb3048b1), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.592287 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30151d-b793-4dad-b70d-775802bb191e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a667cb0a-cedb-47ba-ae7a-177bfb3048b1,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:41.594756 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port a8850f2f-7d22-4453-affa-f8e006319916 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:41.595152 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (a8850f2f-7d22-4453-affa-f8e006319916), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.603863 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ad30151d-b793-4dad-b70d-775802bb191e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.605077 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-ad30151d-b793-4dad-b70d-775802bb191e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178534 Apr 11 17:59:41.607958 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56778) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:59:41.612684 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-5855a1d4-5252-469e-9b41-f1bfe463553c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'security_group_rule': {'security_group_id': 'ada91d1d-9017-49bd-88c8-f5a26d8eb4c4', 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:41.617713 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port a8850f2f-7d22-4453-affa-f8e006319916, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=a8850f2f-7d22-4453-affa-f8e006319916,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:59:41.622056 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (a8850f2f-7d22-4453-affa-f8e006319916), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.634734 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.securitygroups_db [None req-5855a1d4-5252-469e-9b41-f1bfe463553c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Project 8fa4611442e3481e939ace7ad6f96e56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:59:41.640364 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5855a1d4-5252-469e-9b41-f1bfe463553c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (d0c6f62a-2a1a-4227-a177-ad8af18505a0), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.670073 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=a8850f2f-7d22-4453-affa-f8e006319916,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:41.698299 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5855a1d4-5252-469e-9b41-f1bfe463553c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (d0c6f62a-2a1a-4227-a177-ad8af18505a0), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.701711 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5855a1d4-5252-469e-9b41-f1bfe463553c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (d0c6f62a-2a1a-4227-a177-ad8af18505a0), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.718758 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855a1d4-5252-469e-9b41-f1bfe463553c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c6f62a-2a1a-4227-a177-ad8af18505a0,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:41.726205 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-5855a1d4-5252-469e-9b41-f1bfe463553c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:41.727375 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-5855a1d4-5252-469e-9b41-f1bfe463553c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181278 Apr 11 17:59:41.771633 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:59:42.666754 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Sync routers for ids ['01a61f5b-d2fe-4eb3-9740-44eb121b642f'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:59:42.676389 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Routers {'01a61f5b-d2fe-4eb3-9740-44eb121b642f'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:59:42.677118 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['01a61f5b-d2fe-4eb3-9740-44eb121b642f'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:42.789660 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Set router 01a61f5b-d2fe-4eb3-9740-44eb121b642f gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:59:43.062764 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'name': 'tempest-TestVolumeBootPattern-104573924-router', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:39Z', 'revision_number': 4, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'gw_port': {'id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '24134fb3-5fd3-4d06-a526-5c15ad82f525', 'name': '', 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'mac_address': 'fa:16:3e:09:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '69ddd240-e942-415a-9f6a-15c90b460810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:38Z', 'updated_at': '2022-04-11T17:59:39Z', 'revision_number': 2, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'subnets': [{'id': '69ddd240-e942-415a-9f6a-15c90b460810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:43.092671 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Checking router: 01a61f5b-d2fe-4eb3-9740-44eb121b642f for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:59:43.093061 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Updating router 01a61f5b-d2fe-4eb3-9740-44eb121b642f port 24134fb3-5fd3-4d06-a526-5c15ad82f525 binding host dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:59:43.120441 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:43.192219 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-24f4f6b7-cdb2-49b1-9d57-fa160f5a2b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:43.386608 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Publish callbacks [] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), precommit_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:43.392631 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:43.450282 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa55a3-09c1-4d1d-80a3-2242cb812f51 None None] Pushing event updated for resources: {'Port': ['ID=24134fb3-5fd3-4d06-a526-5c15ad82f525,revision_number=3']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:43.458004 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device a8850f2f-7d22-4453-affa-f8e006319916 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:59:43.509932 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port a8850f2f-7d22-4453-affa-f8e006319916 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:43.510309 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (a8850f2f-7d22-4453-affa-f8e006319916), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:43.514226 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Attempting to bind port 24134fb3-5fd3-4d06-a526-5c15ad82f525 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:59:43.514595 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Attempting to bind port 24134fb3-5fd3-4d06-a526-5c15ad82f525 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '6655bd5e-0a6a-4617-8e6d-cfb32335fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7'}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:59:43.514953 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Attempting to bind port 24134fb3-5fd3-4d06-a526-5c15ad82f525 on network a685cfed-aad6-439a-a564-d9fde169a6d7 {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:59:43.520609 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:59:43.521030 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Checking segment: {'id': '6655bd5e-0a6a-4617-8e6d-cfb32335fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:59:43.521453 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:43.521946 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Bound using segment: {'id': '6655bd5e-0a6a-4617-8e6d-cfb32335fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7'} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:59:43.522897 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Bound port: 24134fb3-5fd3-4d06-a526-5c15ad82f525, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6655bd5e-0a6a-4617-8e6d-cfb32335fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7'}}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:59:43.525650 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:43.591095 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] For port 24134fb3-5fd3-4d06-a526-5c15ad82f525, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:59:43.595741 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] For port 24134fb3-5fd3-4d06-a526-5c15ad82f525, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=24134fb3-5fd3-4d06-a526-5c15ad82f525,segment=NetworkSegment(6655bd5e-0a6a-4617-8e6d-cfb32335fe5f),segment_id=6655bd5e-0a6a-4617-8e6d-cfb32335fe5f)] {{(pid=114853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:59:43.597442 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port a8850f2f-7d22-4453-affa-f8e006319916 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:43.604216 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:43.661589 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Routers {'01a61f5b-d2fe-4eb3-9740-44eb121b642f'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:59:43.662223 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['01a61f5b-d2fe-4eb3-9740-44eb121b642f'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:43.700439 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-105e8666-df1b-4e54-8fdf-ea2a9ed5af14 None None] Provisioning complete for port 24134fb3-5fd3-4d06-a526-5c15ad82f525 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:43.700811 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-105e8666-df1b-4e54-8fdf-ea2a9ed5af14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:43.703902 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa55a3-09c1-4d1d-80a3-2242cb812f51 None None] Pushing event updated for resources: {'Port': ['ID=24134fb3-5fd3-4d06-a526-5c15ad82f525,revision_number=4']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:43.789034 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-105e8666-df1b-4e54-8fdf-ea2a9ed5af14 None None] Current status of the port 24134fb3-5fd3-4d06-a526-5c15ad82f525 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:43.789280 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] Set router 01a61f5b-d2fe-4eb3-9740-44eb121b642f gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:59:43.789735 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-105e8666-df1b-4e54-8fdf-ea2a9ed5af14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:43.828297 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-105e8666-df1b-4e54-8fdf-ea2a9ed5af14 None None] For port 24134fb3-5fd3-4d06-a526-5c15ad82f525, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=24134fb3-5fd3-4d06-a526-5c15ad82f525,segment=NetworkSegment(6655bd5e-0a6a-4617-8e6d-cfb32335fe5f),segment_id=6655bd5e-0a6a-4617-8e6d-cfb32335fe5f)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:59:43.833975 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-105e8666-df1b-4e54-8fdf-ea2a9ed5af14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:43.883016 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e8666-df1b-4e54-8fdf-ea2a9ed5af14 None None] Pushing event updated for resources: {'Port': ['ID=24134fb3-5fd3-4d06-a526-5c15ad82f525,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:43.955721 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-0c9a5fa4-5826-4f1d-9dfb-09f67156df27 None None] Provisioning complete for port 24134fb3-5fd3-4d06-a526-5c15ad82f525 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:43.956168 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5fa4-5826-4f1d-9dfb-09f67156df27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:43.997985 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'name': 'tempest-TestVolumeBootPattern-104573924-router', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:39Z', 'revision_number': 4, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'gw_port': {'id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '24134fb3-5fd3-4d06-a526-5c15ad82f525', 'name': '', 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'mac_address': 'fa:16:3e:09:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '69ddd240-e942-415a-9f6a-15c90b460810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:38Z', 'updated_at': '2022-04-11T17:59:43Z', 'revision_number': 4, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'subnets': [{'id': '69ddd240-e942-415a-9f6a-15c90b460810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:59:44.026521 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67636e-19f5-4ee8-9135-fa7999352ab1 None None] The sync data for ids ['01a61f5b-d2fe-4eb3-9740-44eb121b642f'] in dv-cinder-837353-1-iscsi is: [{'id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'name': 'tempest-TestVolumeBootPattern-104573924-router', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:39Z', 'revision_number': 4, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'gw_port': {'id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '24134fb3-5fd3-4d06-a526-5c15ad82f525', 'name': '', 'network_id': 'a685cfed-aad6-439a-a564-d9fde169a6d7', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'mac_address': 'fa:16:3e:09:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '69ddd240-e942-415a-9f6a-15c90b460810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:38Z', 'updated_at': '2022-04-11T17:59:43Z', 'revision_number': 4, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'subnets': [{'id': '69ddd240-e942-415a-9f6a-15c90b460810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:59:44.173260 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a5fa4-5826-4f1d-9dfb-09f67156df27 None None] Current status of the port 24134fb3-5fd3-4d06-a526-5c15ad82f525 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:45.454577 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 24134fb3-5fd3-4d06-a526-5c15ad82f525 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:59:45.502280 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 24134fb3-5fd3-4d06-a526-5c15ad82f525 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:45.502653 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:45.556582 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-eb846443-849f-4be6-ab1e-9c1e0ad38e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:45.596183 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 24134fb3-5fd3-4d06-a526-5c15ad82f525 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:59:46.512889 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:47.946454 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:49.459697 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:51.702967 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:55.961574 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-145e49ee-da41-4e43-a8e1-55aa8af5950d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384033097&fields=id&tenant_id=8fa4611442e3481e939ace7ad6f96e56 HTTP/1.1" status: 200 len: 267 time: 0.0460293 Apr 11 17:59:56.064266 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bc047658-9b93-4cd6-921f-7bfd5a6a13d8 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:56.065743 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bc047658-9b93-4cd6-921f-7bfd5a6a13d8 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 812 time: 0.0977669 Apr 11 17:59:56.079587 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-211ed1bc-822c-49ec-8e13-b5bf0ab29d79 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/quotas/8fa4611442e3481e939ace7ad6f96e56 HTTP/1.1" status: 200 len: 375 time: 0.0086386 Apr 11 17:59:56.127732 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bcb60e22-b32b-4858-b119-cf6c295622de tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430532 Apr 11 17:59:56.221632 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-78ec021e-7ab0-4cad-b537-130820452a92 service neutron] 10.222.0.76 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832708 Apr 11 17:59:56.309828 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-6a6c00bd-e671-4514-ae50-53f067cc3c20 service neutron] 10.222.0.76 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827045 Apr 11 17:59:56.591418 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9ce61fe5-ecde-4640-abdd-284ff2515d3c req-625c1f55-bdf1-4f1c-9c06-dfa908e9dfa1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 210 time: 0.0312691 Apr 11 17:59:57.715917 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-70352649-d97d-40f7-b759-34a8fb8a6cd6 req-e4c0cb9d-f3b2-4b02-bf07-8fee26afdd7e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 210 time: 0.0351448 Apr 11 17:59:57.746770 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-6c0d85b6-33be-452b-a28d-9c817628c037 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:57.748216 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-6c0d85b6-33be-452b-a28d-9c817628c037 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 812 time: 0.1304598 Apr 11 17:59:57.814777 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-40281a8c-dd29-4145-9500-5cb8f8190753 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa4611442e3481e939ace7ad6f96e56 HTTP/1.1" status: 200 len: 379 time: 0.0584145 Apr 11 17:59:57.823058 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'port': {'device_id': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'admin_state_up': True, 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'security_groups': ['ada91d1d-9017-49bd-88c8-f5a26d8eb4c4']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:57.924135 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Made reservation on behalf of 8fa4611442e3481e939ace7ad6f96e56 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:59:57.927399 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:58.055470 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Allocated IP 172.20.0.11 (15cb134b-5ac8-4ee3-8be7-df0aef8b1e89/99fb102f-4924-4eee-bf27-80f9ebf1b166/cb9c8172-7cd3-4b2b-9d2f-60ad726f613b) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:59:58.194244 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:58.232063 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:58.277154 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:59:58.280161 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:59:58.283701 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:59:58.309096 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'Port': ['ID=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:58.337113 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:58.337730 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:58.354908 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-bf08735f-549d-4552-85b4-d9f8f9676156 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5354097 Apr 11 17:59:58.366017 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Request body: {'port': {'device_id': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:59:58.431580 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:58.475168 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-05fa3a73-1aa4-4949-a397-ae7be06c1284 None None] Provisioning complete for port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:59:58.475742 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-05fa3a73-1aa4-4949-a397-ae7be06c1284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:58.509373 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-05fa3a73-1aa4-4949-a397-ae7be06c1284 None None] Port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:59:58.691604 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9c8172-7cd3-4b2b-9d2f-60ad726f613b {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:59:58.699375 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Publish callbacks [] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:58.711409 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Transition to ACTIVE for port object cb9c8172-7cd3-4b2b-9d2f-60ad726f613b will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:59:58.714341 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:58.787122 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:58.872175 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ad1e7-8c26-4e50-95ec-cb9b0aee5ff2 req-7ed8abb1-ce44-4e2a-abef-d7bae233ea4b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:58.873731 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e09ad1e7-8c26-4e50-95ec-cb9b0aee5ff2 req-7ed8abb1-ce44-4e2a-abef-d7bae233ea4b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 944 time: 0.0594242 Apr 11 17:59:58.892499 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Attempting to bind port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:59:58.892826 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Attempting to bind port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:59:58.893179 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Attempting to bind port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b on network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:59:58.906016 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b on network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:59:58.906331 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Attempting to bind port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b on network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:59:58.918999 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:59:58.919383 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Checking segment: {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:59:58.919625 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Bound using segment: {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:59:58.920058 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Bound port: cb9c8172-7cd3-4b2b-9d2f-60ad726f613b, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:59:58.920415 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:58.949789 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e09ad1e7-8c26-4e50-95ec-cb9b0aee5ff2 req-e211e9d2-da88-4973-bf1a-ca57972c172f tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685081 Apr 11 17:59:59.000600 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] For port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:59:59.003868 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] For port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:59:59.010447 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:59.046621 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:59.047242 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:59:59.048622 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] 10.222.0.18 "PUT /v2.0/ports/cb9c8172-7cd3-4b2b-9d2f-60ad726f613b HTTP/1.1" status: 200 len: 1094 time: 0.6869116 Apr 11 17:59:59.049093 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'tag': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:59:59.051352 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fd46af-d955-4da5-8190-96272cc74e02" -d '{"events": [{"name": "network-changed", "server_uuid": "32f53b2b-6621-4556-8d05-c02fa82701d1", "tag": "cb9c8172-7cd3-4b2b-9d2f-60ad726f613b"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:59:59.078335 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700eea2-8123-482e-a95c-e38867a9c9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:59:59.099107 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e72caf-8605-45e8-9518-031b16ee8f9f x-openstack-request-id: req-81e72caf-8605-45e8-9518-031b16ee8f9f {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:59:59.099404 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f53b2b-6621-4556-8d05-c02fa82701d1", "tag": "cb9c8172-7cd3-4b2b-9d2f-60ad726f613b", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:59:59.099657 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81e72caf-8605-45e8-9518-031b16ee8f9f {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:59:59.100062 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e72caf-8605-45e8-9518-031b16ee8f9f'] response: {'name': 'network-changed', 'server_uuid': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'tag': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b', 'status': 'completed', 'code': 200} Apr 11 17:59:59.128975 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f5522ca3-2db7-4590-897c-ece9b5e490cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:59.130496 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-f5522ca3-2db7-4590-897c-ece9b5e490cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 1128 time: 0.0443463 Apr 11 17:59:59.188137 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-120cf7af-ca74-4807-876d-323a8108155c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b HTTP/1.1" status: 200 len: 217 time: 0.0399051 Apr 11 17:59:59.237927 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-d7a60a50-8334-4357-bfdb-b962c053c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:59.239407 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-d7a60a50-8334-4357-bfdb-b962c053c512 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0457149 Apr 11 17:59:59.284491 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-593d7933-9368-4683-bf7b-ab171170323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:59.285993 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-593d7933-9368-4683-bf7b-ab171170323f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374691 Apr 11 17:59:59.381838 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-c6556bad-df3d-43f2-aab5-ca845bacbbec service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841990 Apr 11 17:59:59.473429 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-38483e5e-4602-479c-b03b-47eabeaf20a5 req-4bfdb802-0f78-4d9e-acd6-24959de6468a service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814226 Apr 11 17:59:59.732689 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd46af-d955-4da5-8190-96272cc74e02 req-83d01d70-fc8d-4ada-84fe-59ec2a552c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:59.734085 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-10fd46af-d955-4da5-8190-96272cc74e02 req-83d01d70-fc8d-4ada-84fe-59ec2a552c31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 1128 time: 0.0386021 Apr 11 17:59:59.828273 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd46af-d955-4da5-8190-96272cc74e02 req-e8838e8d-875e-4539-b1f3-9f27cb2c5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:59.829742 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-10fd46af-d955-4da5-8190-96272cc74e02 req-e8838e8d-875e-4539-b1f3-9f27cb2c5513 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 913 time: 0.0862641 Apr 11 17:59:59.870473 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-10fd46af-d955-4da5-8190-96272cc74e02 req-5a911149-17b1-4a80-9022-71fa5d65140c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b HTTP/1.1" status: 200 len: 217 time: 0.0337663 Apr 11 17:59:59.928054 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd46af-d955-4da5-8190-96272cc74e02 req-fdcd9e61-eb36-4b00-951e-9df27d3bb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:59.929501 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-10fd46af-d955-4da5-8190-96272cc74e02 req-fdcd9e61-eb36-4b00-951e-9df27d3bb4ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0466774 Apr 11 17:59:59.971294 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd46af-d955-4da5-8190-96272cc74e02 req-fe6a2a64-0ce2-4145-8926-86ff72ec726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:59:59.972827 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-10fd46af-d955-4da5-8190-96272cc74e02 req-fe6a2a64-0ce2-4145-8926-86ff72ec726d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380003 Apr 11 18:00:00.094617 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614d33f-2114-4ba0-b61d-8e96be520be4 req-bc2c0374-718a-4cc8-b49c-09e8373ed295 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:00.096060 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1614d33f-2114-4ba0-b61d-8e96be520be4 req-bc2c0374-718a-4cc8-b49c-09e8373ed295 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 944 time: 0.0659895 Apr 11 18:00:00.101327 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-10fd46af-d955-4da5-8190-96272cc74e02 req-36bf12f5-0fff-425c-bf79-fadc3b9b730c service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228492 Apr 11 18:00:00.203387 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1614d33f-2114-4ba0-b61d-8e96be520be4 req-b8485701-2da9-444a-b58d-3b8a1e3d59d8 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011055 Apr 11 18:00:00.223201 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-10fd46af-d955-4da5-8190-96272cc74e02 req-6615aef7-4bcc-4073-a575-10b7b1390818 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152821 Apr 11 18:00:01.315142 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87911a5c-099b-4dc8-92b4-e2f6cf0e9bad req-117f8596-a70b-4457-9f80-58360bf6feac tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:01.316601 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-87911a5c-099b-4dc8-92b4-e2f6cf0e9bad req-117f8596-a70b-4457-9f80-58360bf6feac tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 944 time: 0.0465126 Apr 11 18:00:01.364347 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-87911a5c-099b-4dc8-92b4-e2f6cf0e9bad req-acd42474-9833-4d42-967a-5b4d75ad5fb4 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423224 Apr 11 18:00:02.473708 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67860175-7d1b-4cf0-abe7-a0790e04523f req-e5cd3939-9574-41f7-9d53-b05ad1d67e1b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:02.475137 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-67860175-7d1b-4cf0-abe7-a0790e04523f req-e5cd3939-9574-41f7-9d53-b05ad1d67e1b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 944 time: 0.0442064 Apr 11 18:00:02.521459 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-67860175-7d1b-4cf0-abe7-a0790e04523f req-03dfcf2d-5d3a-4f94-9355-ddcb97294ca8 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409601 Apr 11 18:00:03.633853 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f486bbf-1a56-4a4b-afa9-fdaab70b24f5 req-76468ad9-d5bd-4061-8c81-5d0bd6401e1c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:03.635303 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5f486bbf-1a56-4a4b-afa9-fdaab70b24f5 req-76468ad9-d5bd-4061-8c81-5d0bd6401e1c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 944 time: 0.0491753 Apr 11 18:00:03.682704 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5f486bbf-1a56-4a4b-afa9-fdaab70b24f5 req-b5cff311-fd50-4e5b-bfca-e29313a18c9c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413017 Apr 11 18:00:04.791198 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291726d1-e486-4a11-a3ca-bb8b3da1d7c8 req-c01ab9ee-4c28-4076-8a16-8ded3d9d68f6 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:04.792662 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-291726d1-e486-4a11-a3ca-bb8b3da1d7c8 req-c01ab9ee-4c28-4076-8a16-8ded3d9d68f6 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 944 time: 0.0453172 Apr 11 18:00:04.840303 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-291726d1-e486-4a11-a3ca-bb8b3da1d7c8 req-95878ed3-75b1-41ed-9de6-2b7fa3d6e6aa tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410869 Apr 11 18:00:05.953135 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdfcbb-4c20-4770-9881-38d0acd4843c req-b0a9ec81-184a-446d-98c7-e0a8d21e0c1b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:05.954592 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-72cdfcbb-4c20-4770-9881-38d0acd4843c req-b0a9ec81-184a-446d-98c7-e0a8d21e0c1b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 944 time: 0.0492578 Apr 11 18:00:06.002470 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-72cdfcbb-4c20-4770-9881-38d0acd4843c req-945277c7-9859-46c1-b66c-a85e26789cf7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 Apr 11 18:00:07.109389 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80575dac-dbb1-49b2-b610-f1f30d71ab17 req-17395dc4-def4-4cbf-bd19-28fbfc9f3e60 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:07.110831 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-80575dac-dbb1-49b2-b610-f1f30d71ab17 req-17395dc4-def4-4cbf-bd19-28fbfc9f3e60 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 944 time: 0.0449562 Apr 11 18:00:07.158760 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-80575dac-dbb1-49b2-b610-f1f30d71ab17 req-0efb0312-a6d6-452d-8643-851f13bcd029 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425839 Apr 11 18:00:08.266870 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ec271-4944-44f8-a331-aba874c14233 req-44dc2ed2-f3b4-4f1d-aad6-0fe2d230f543 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:08.268329 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-352ec271-4944-44f8-a331-aba874c14233 req-44dc2ed2-f3b4-4f1d-aad6-0fe2d230f543 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 944 time: 0.0451157 Apr 11 18:00:08.319674 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-352ec271-4944-44f8-a331-aba874c14233 req-7314bea1-742d-4d67-9455-554cf27a5987 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457823 Apr 11 18:00:08.690583 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device cb9c8172-7cd3-4b2b-9d2f-60ad726f613b details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:00:08.792408 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:00:08.803906 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'port_id': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b', 'mac_address': 'fa:16:3e:c0:52:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:00:08.840028 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:00:08.840418 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:08.852928 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9c8172-7cd3-4b2b-9d2f-60ad726f613b {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:00:08.873685 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:00:08.877528 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:08.924018 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:00:09.118228 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['cb9c8172-7cd3-4b2b-9d2f-60ad726f613b'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:00:09.429077 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce2674-967c-4855-bae8-c277592e95af req-d5eac10c-0cf8-4bd3-9dbe-2338308be111 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:09.430546 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-91ce2674-967c-4855-bae8-c277592e95af req-d5eac10c-0cf8-4bd3-9dbe-2338308be111 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 945 time: 0.0464976 Apr 11 18:00:09.477862 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-91ce2674-967c-4855-bae8-c277592e95af req-87e746e5-72e8-4d79-b870-6f09c3e6e9c6 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417950 Apr 11 18:00:10.586682 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c0ed8-6e14-4869-ac34-9dbd1766b9a6 req-f33e23b1-5ecf-43ad-ab19-354e4fb3f48e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:10.588114 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-213c0ed8-6e14-4869-ac34-9dbd1766b9a6 req-f33e23b1-5ecf-43ad-ab19-354e4fb3f48e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 945 time: 0.0448442 Apr 11 18:00:10.635268 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-213c0ed8-6e14-4869-ac34-9dbd1766b9a6 req-88f6791f-1d83-4ca3-b3ef-d7e650446170 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411611 Apr 11 18:00:10.709222 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device cb9c8172-7cd3-4b2b-9d2f-60ad726f613b up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:00:10.753229 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:00:10.758947 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:00:10.759387 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:10.837136 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:00:10.837530 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:10.859355 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:00:10.861592 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4069d187-2c47-4d7b-85a6-8b4fb3750819" -d '{"events": [{"server_uuid": "32f53b2b-6621-4556-8d05-c02fa82701d1", "name": "network-vif-plugged", "status": "completed", "tag": "cb9c8172-7cd3-4b2b-9d2f-60ad726f613b"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:00:10.879131 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:00:10.883117 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:10.907519 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a0570c-2f7a-40bb-840c-4b2beef6f665 x-openstack-request-id: req-b8a0570c-2f7a-40bb-840c-4b2beef6f665 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:00:10.907814 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f53b2b-6621-4556-8d05-c02fa82701d1", "name": "network-vif-plugged", "status": "completed", "tag": "cb9c8172-7cd3-4b2b-9d2f-60ad726f613b", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:00:10.908068 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8a0570c-2f7a-40bb-840c-4b2beef6f665 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:00:10.908459 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8a0570c-2f7a-40bb-840c-4b2beef6f665'] response: {'server_uuid': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b', 'code': 200} Apr 11 18:00:10.934439 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:00:11.118033 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98411e7c-a813-414a-bbe8-5f12636c0725 req-776353de-0d08-4e75-8f35-fa0ff8b0ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:11.119379 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-98411e7c-a813-414a-bbe8-5f12636c0725 req-776353de-0d08-4e75-8f35-fa0ff8b0ff6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 1130 time: 0.0422871 Apr 11 18:00:11.199044 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-98411e7c-a813-414a-bbe8-5f12636c0725 req-fecab127-8a95-41a5-ad9b-9012981bf35a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665281 Apr 11 18:00:11.211241 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f2cf7-08c1-49ba-9bf0-638156960070 req-7b800a10-fe2d-4342-9246-1a60c69e5b47 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:11.212621 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1e0f2cf7-08c1-49ba-9bf0-638156960070 req-7b800a10-fe2d-4342-9246-1a60c69e5b47 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0566387 Apr 11 18:00:11.258257 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1e0f2cf7-08c1-49ba-9bf0-638156960070 req-938a6e23-80ab-4a1f-aaef-6abc18778a6a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399697 Apr 11 18:00:11.745597 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9172d-94e6-40d0-849d-ac1dc3baa540 req-bdd4caf1-0d55-49a6-b916-a6378d8b58e9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:11.747038 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5bf9172d-94e6-40d0-849d-ac1dc3baa540 req-bdd4caf1-0d55-49a6-b916-a6378d8b58e9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 946 time: 0.0438335 Apr 11 18:00:11.798189 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5bf9172d-94e6-40d0-849d-ac1dc3baa540 req-c4046617-3f8e-4902-850f-7d66b8c8dabf tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453439 Apr 11 18:00:12.372508 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd129d9-af73-40e6-89c2-84cc820591c6 req-9ef2708c-3523-4e74-b895-19438998f15d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:12.373877 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dfd129d9-af73-40e6-89c2-84cc820591c6 req-9ef2708c-3523-4e74-b895-19438998f15d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0455830 Apr 11 18:00:12.419059 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dfd129d9-af73-40e6-89c2-84cc820591c6 req-ac787ae4-99b6-49d1-9c04-2a9b4e23489f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398273 Apr 11 18:00:12.907529 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8405e1-ddce-46ea-a2d5-6ed555d9ed5f req-8356a8a9-08c3-4e58-bad0-86b5877d3e1b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:12.908978 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1c8405e1-ddce-46ea-a2d5-6ed555d9ed5f req-8356a8a9-08c3-4e58-bad0-86b5877d3e1b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 946 time: 0.0456061 Apr 11 18:00:12.956326 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1c8405e1-ddce-46ea-a2d5-6ed555d9ed5f req-a1b35ce1-1ec9-4cd2-a583-23d7bb5d9fbe tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420308 Apr 11 18:00:13.065766 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a89548-a754-4932-a0c0-c2f7e39f06c0 req-b0d1338b-acc1-4617-82cd-88f01a781b11 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:13.067392 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28a89548-a754-4932-a0c0-c2f7e39f06c0 req-b0d1338b-acc1-4617-82cd-88f01a781b11 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 946 time: 0.0486515 Apr 11 18:00:13.116279 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28a89548-a754-4932-a0c0-c2f7e39f06c0 req-3ef9f5b1-083a-40ae-9c8b-b101de68be31 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421753 Apr 11 18:00:13.139034 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56970) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:00:13.185327 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-dd9346a1-4216-4183-98f2-a56f6c4849a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:13.264514 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2e3f11-2769-474b-89c0-2f2c9aa4a857 tempest-TestVolumeBootPattern-982306452 tempest-TestVolumeBootPattern-982306452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:13.266053 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-fb2e3f11-2769-474b-89c0-2f2c9aa4a857 tempest-TestVolumeBootPattern-982306452 tempest-TestVolumeBootPattern-982306452-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 1125 time: 0.1260803 Apr 11 18:00:13.268840 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 56974) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:00:13.273024 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'port_id': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:00:13.293064 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:13.370974 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:13.473516 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Allocated IP 172.27.1.217 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/f5350dbd-aa65-496d-a536-cb140f590e7f) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:00:13.582698 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121d3f-b044-44fb-a374-dfcfcd4a068a req-1a03a0f9-64c8-474b-a9e2-528915d7b9ca tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:13.584148 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-92121d3f-b044-44fb-a374-dfcfcd4a068a req-1a03a0f9-64c8-474b-a9e2-528915d7b9ca tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0850902 Apr 11 18:00:13.638043 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for port (f5350dbd-aa65-496d-a536-cb140f590e7f), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:13.656562 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-92121d3f-b044-44fb-a374-dfcfcd4a068a req-853998ec-f8ea-4668-8b11-b419ec4e2bdb tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664761 Apr 11 18:00:13.683596 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (f5350dbd-aa65-496d-a536-cb140f590e7f), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:13.725890 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:00:13.728697 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:00:13.733514 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:00:13.758398 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'Port': ['ID=f5350dbd-aa65-496d-a536-cb140f590e7f,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:00:14.083983 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (c80e77f4-8f29-4ef4-abc3-c4b4b81ac9f9), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:14.154921 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f5350dbd-aa65-496d-a536-cb140f590e7f), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:14.301125 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for port (f5350dbd-aa65-496d-a536-cb140f590e7f), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:14.305426 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (f5350dbd-aa65-496d-a536-cb140f590e7f), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:14.369633 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'Port': ['ID=f5350dbd-aa65-496d-a536-cb140f590e7f,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:00:14.381815 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (c80e77f4-8f29-4ef4-abc3-c4b4b81ac9f9), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:14.481910 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Floating IP c80e77f4-8f29-4ef4-abc3-c4b4b81ac9f9 associated. External IP: 172.27.1.217, port: cb9c8172-7cd3-4b2b-9d2f-60ad726f613b. Apr 11 18:00:14.684330 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Router ae71b359-e290-4f8e-8d46-28b1f6670b41 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:00:15.075456 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d127da-dd03-48bc-8dcb-eff0789a6a74 req-db1ade98-84d1-4540-9769-940010fdc52b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:15.076920 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-33d127da-dd03-48bc-8dcb-eff0789a6a74 req-db1ade98-84d1-4540-9769-940010fdc52b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.3501978 Apr 11 18:00:15.121629 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:00:15.131551 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ae518-43d9-40f3-8f93-df03784a3628 None None] Sync routers for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:00:15.142259 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ae518-43d9-40f3-8f93-df03784a3628 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:00:15.143076 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-6f4ae518-43d9-40f3-8f93-df03784a3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:00:15.144797 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-33d127da-dd03-48bc-8dcb-eff0789a6a74 req-75686c85-b89e-48e4-b00f-30fc009227d9 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609858 Apr 11 18:00:15.149773 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:15.181735 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-3cb29014-6828-497d-9905-b53d95e3402b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9118369 Apr 11 18:00:15.182477 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'tag': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:00:15.184891 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec2246-c767-42cf-ab17-7b1810fdf65b" -d '{"events": [{"name": "network-changed", "server_uuid": "32f53b2b-6621-4556-8d05-c02fa82701d1", "tag": "cb9c8172-7cd3-4b2b-9d2f-60ad726f613b"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:00:15.220029 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071b62cd-38d5-4c27-a99b-768817963ed8 x-openstack-request-id: req-071b62cd-38d5-4c27-a99b-768817963ed8 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:00:15.220323 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f53b2b-6621-4556-8d05-c02fa82701d1", "tag": "cb9c8172-7cd3-4b2b-9d2f-60ad726f613b", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:00:15.220578 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-071b62cd-38d5-4c27-a99b-768817963ed8 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:00:15.221015 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071b62cd-38d5-4c27-a99b-768817963ed8'] response: {'name': 'network-changed', 'server_uuid': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'tag': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b', 'status': 'completed', 'code': 200} Apr 11 18:00:15.253602 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-6f4ae518-43d9-40f3-8f93-df03784a3628 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:00:15.286990 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec2246-c767-42cf-ab17-7b1810fdf65b req-ce512834-cfd4-442c-bbcb-7b76967c7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:15.288459 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-65ec2246-c767-42cf-ab17-7b1810fdf65b req-ce512834-cfd4-442c-bbcb-7b76967c7800 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 1130 time: 0.0406854 Apr 11 18:00:15.377197 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec2246-c767-42cf-ab17-7b1810fdf65b req-6c86e335-0dc4-4300-99bf-9c589d1fc0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:15.378562 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-65ec2246-c767-42cf-ab17-7b1810fdf65b req-6c86e335-0dc4-4300-99bf-9c589d1fc0fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 913 time: 0.0830827 Apr 11 18:00:15.446306 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-65ec2246-c767-42cf-ab17-7b1810fdf65b req-a1c07658-9a94-48c4-af30-de3177f3596a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b HTTP/1.1" status: 200 len: 1000 time: 0.0605056 Apr 11 18:00:15.471254 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-6f4ae518-43d9-40f3-8f93-df03784a3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'c80e77f4-8f29-4ef4-abc3-c4b4b81ac9f9', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:c0:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:00:13Z', 'updated_at': '2022-04-11T18:00:13Z', 'revision_number': 0, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:00:15.494604 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec2246-c767-42cf-ab17-7b1810fdf65b req-cd8c9476-0f9e-48f6-92c4-b21853c8188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:15.496052 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-65ec2246-c767-42cf-ab17-7b1810fdf65b req-cd8c9476-0f9e-48f6-92c4-b21853c8188a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0436451 Apr 11 18:00:15.498011 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ae518-43d9-40f3-8f93-df03784a3628 None None] Checking router: ae71b359-e290-4f8e-8d46-28b1f6670b41 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:00:15.506313 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ae518-43d9-40f3-8f93-df03784a3628 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:00:15.506908 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-6f4ae518-43d9-40f3-8f93-df03784a3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T17:59:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:00:15.538558 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec2246-c767-42cf-ab17-7b1810fdf65b req-4cf3cadd-f97b-472f-be5e-141372998b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:15.540021 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-65ec2246-c767-42cf-ab17-7b1810fdf65b req-4cf3cadd-f97b-472f-be5e-141372998b94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381258 Apr 11 18:00:15.565213 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-95c5016f-4ec8-4b44-9979-e86fbc08ab03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:15.626652 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-6f4ae518-43d9-40f3-8f93-df03784a3628 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:00:15.632831 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-65ec2246-c767-42cf-ab17-7b1810fdf65b req-f501dc5a-ab33-4a4b-873a-ba36703d4081 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858920 Apr 11 18:00:15.721916 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-65ec2246-c767-42cf-ab17-7b1810fdf65b req-f754480c-00ad-413f-8acb-b644c2f831d2 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827773 Apr 11 18:00:15.837096 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-6f4ae518-43d9-40f3-8f93-df03784a3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'c80e77f4-8f29-4ef4-abc3-c4b4b81ac9f9', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:c0:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:00:13Z', 'updated_at': '2022-04-11T18:00:13Z', 'revision_number': 0, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:00:15.867310 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ae518-43d9-40f3-8f93-df03784a3628 None None] The sync data for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi is: [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'c80e77f4-8f29-4ef4-abc3-c4b4b81ac9f9', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:c0:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:00:13Z', 'updated_at': '2022-04-11T18:00:13Z', 'revision_number': 0, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:00:16.061612 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11932890-0710-4a9e-88dd-d3f5b4ae3167 None None] New status for floating IP c80e77f4-8f29-4ef4-abc3-c4b4b81ac9f9: ACTIVE {{(pid=114853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:00:16.270231 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2b11c-bfca-4c4c-bfa7-7d506659689c req-e4917afa-f33a-431e-840e-55d6d9c7ce6b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:16.271694 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8ac2b11c-bfca-4c4c-bfa7-7d506659689c req-e4917afa-f33a-431e-840e-55d6d9c7ce6b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0505581 Apr 11 18:00:16.319658 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8ac2b11c-bfca-4c4c-bfa7-7d506659689c req-abea8526-6277-4732-9a69-e5476fa9f7ee tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415018 Apr 11 18:00:16.515596 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:17.435206 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b6126-91ad-4615-b941-5f9533b207e4 req-70f53e93-505d-4ba2-b3ce-45389b14080a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:17.436657 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-749b6126-91ad-4615-b941-5f9533b207e4 req-70f53e93-505d-4ba2-b3ce-45389b14080a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0462782 Apr 11 18:00:17.481637 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-749b6126-91ad-4615-b941-5f9533b207e4 req-1d05ac04-9dfb-402f-a38f-768e709c9447 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393579 Apr 11 18:00:17.948103 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:18.601785 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b4db5-901e-48df-a33f-04094485ac8f req-60afd863-0a6d-497d-9510-c0e5892179ec tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:18.603242 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b11b4db5-901e-48df-a33f-04094485ac8f req-60afd863-0a6d-497d-9510-c0e5892179ec tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0493348 Apr 11 18:00:18.655178 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b11b4db5-901e-48df-a33f-04094485ac8f req-5781f970-8813-4ee6-9f1e-d05575473271 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455246 Apr 11 18:00:18.771034 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:00:19.462840 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:19.768427 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c93bc-8b55-486b-a79a-201ddf601a60 req-28f5e998-39e6-4ffe-a717-b4df11ccc336 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:19.769923 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bd2c93bc-8b55-486b-a79a-201ddf601a60 req-28f5e998-39e6-4ffe-a717-b4df11ccc336 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0455902 Apr 11 18:00:19.815826 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bd2c93bc-8b55-486b-a79a-201ddf601a60 req-a2ebed81-5b35-4429-b13b-126460c123e6 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405426 Apr 11 18:00:20.928295 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5155f18-9f99-4501-b460-5acc79243a7a req-ad840d9f-174b-4aac-9f2b-c25798238493 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:20.929771 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e5155f18-9f99-4501-b460-5acc79243a7a req-ad840d9f-174b-4aac-9f2b-c25798238493 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0463507 Apr 11 18:00:20.975055 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e5155f18-9f99-4501-b460-5acc79243a7a req-f105ea1b-dbef-4daf-9e57-efad0e6741dd tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399535 Apr 11 18:00:21.701116 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:22.092371 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb54b0-5123-44ee-bfcc-731aabf5c947 req-6935ca9c-efed-4b72-84a1-bf63e98182de tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:22.093987 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-58fb54b0-5123-44ee-bfcc-731aabf5c947 req-6935ca9c-efed-4b72-84a1-bf63e98182de tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0505223 Apr 11 18:00:22.141366 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-58fb54b0-5123-44ee-bfcc-731aabf5c947 req-fc052fe4-9a4b-45fa-9633-07b7dcca6c61 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416510 Apr 11 18:00:23.253578 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b473fc7-8f61-4515-b408-bf6cfb77b650 req-85e4f591-5238-419b-97f2-e6d2f4cdf6ea tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:23.255013 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1b473fc7-8f61-4515-b408-bf6cfb77b650 req-85e4f591-5238-419b-97f2-e6d2f4cdf6ea tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0453317 Apr 11 18:00:23.300611 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1b473fc7-8f61-4515-b408-bf6cfb77b650 req-643ecd37-a70d-4657-b10e-790ba8a11165 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401275 Apr 11 18:00:24.428515 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27ea5c-02a7-4a23-a7ca-7988487a520d req-946b27b5-a80d-4023-874c-b715cfb077a7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:24.430270 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2c27ea5c-02a7-4a23-a7ca-7988487a520d req-946b27b5-a80d-4023-874c-b715cfb077a7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0542393 Apr 11 18:00:24.496781 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2c27ea5c-02a7-4a23-a7ca-7988487a520d req-abd6de00-5da3-4105-afad-fa6131e8ef75 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535796 Apr 11 18:00:24.838297 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f7f238d6-1979-4d63-b4a9-67ef51dbeb4f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:00:24.947635 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:00:24.961185 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'port_id': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'mac_address': 'fa:16:3e:6c:7f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:00:25.000321 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f is: ACTIVE; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:00:25.000713 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:25.018302 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7f238d6-1979-4d63-b4a9-67ef51dbeb4f {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:00:25.041028 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:00:25.047452 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:25.104574 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,revision_number=6']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:00:25.128021 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['f7f238d6-1979-4d63-b4a9-67ef51dbeb4f'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:00:25.665577 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dca210-ea6d-424f-b6c9-b740e30b5396 req-6cdbd614-a121-4a3d-adc5-7a29108cc577 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:25.675291 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-81dca210-ea6d-424f-b6c9-b740e30b5396 req-6cdbd614-a121-4a3d-adc5-7a29108cc577 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 945 time: 0.0769889 Apr 11 18:00:25.731419 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-81dca210-ea6d-424f-b6c9-b740e30b5396 req-48b9a770-39c1-444c-8690-63f89e3e0994 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545731 Apr 11 18:00:26.879616 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f7f238d6-1979-4d63-b4a9-67ef51dbeb4f up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:00:26.904505 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02800a3-7a17-47e1-a359-9f53256585b2 req-fa4634a3-91bb-4a60-904d-f3d71f8b2e7b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:26.906036 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f02800a3-7a17-47e1-a359-9f53256585b2 req-fa4634a3-91bb-4a60-904d-f3d71f8b2e7b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 945 time: 0.0836692 Apr 11 18:00:26.936286 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8e17c-24a1-460c-af1a-be36a06c5fdf req-3634c138-e144-4b94-92c0-0534f5847ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:26.937842 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a8e17c-24a1-460c-af1a-be36a06c5fdf req-3634c138-e144-4b94-92c0-0534f5847ac5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 1129 time: 0.0836887 Apr 11 18:00:26.962067 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f02800a3-7a17-47e1-a359-9f53256585b2 req-48c9410a-2111-4600-9dd7-6de2b30b32a8 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503266 Apr 11 18:00:26.964097 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:00:26.964474 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:27.069836 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8e17c-24a1-460c-af1a-be36a06c5fdf req-1c4fb871-dc46-4d75-8251-a4f4046c3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:27.071686 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a8e17c-24a1-460c-af1a-be36a06c5fdf req-1c4fb871-dc46-4d75-8251-a4f4046c3867 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 918 time: 0.1036875 Apr 11 18:00:27.088512 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:00:27.088936 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:27.117348 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:00:27.119793 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b6894d-3824-48a2-a6c1-c98b7539c17d" -d '{"events": [{"server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "name": "network-vif-plugged", "status": "completed", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:00:27.144214 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:00:27.154370 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a8e17c-24a1-460c-af1a-be36a06c5fdf req-7a376f43-5ace-41c4-9133-b3d5bd138a37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f HTTP/1.1" status: 200 len: 1001 time: 0.0748274 Apr 11 18:00:27.154949 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:27.214199 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8e17c-24a1-460c-af1a-be36a06c5fdf req-e4668a07-61b2-4310-8ef3-f25cdad1360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:27.215673 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a8e17c-24a1-460c-af1a-be36a06c5fdf req-e4668a07-61b2-4310-8ef3-f25cdad1360d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f64ec07-fa75-44a4-b98f-91779a92a54a HTTP/1.1" status: 200 len: 856 time: 0.0556197 Apr 11 18:00:27.267205 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8e17c-24a1-460c-af1a-be36a06c5fdf req-1e9b7cb7-a7fa-4177-a5b5-0199d9a1a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:27.269060 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a8e17c-24a1-460c-af1a-be36a06c5fdf req-1e9b7cb7-a7fa-4177-a5b5-0199d9a1a051 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b7d6775-5316-468d-86b7-f792879d10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460346 Apr 11 18:00:27.316877 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efa9a02-98f6-4bf5-b7a0-f6aee5af0de7 x-openstack-request-id: req-3efa9a02-98f6-4bf5-b7a0-f6aee5af0de7 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:00:27.317176 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "name": "network-vif-plugged", "status": "completed", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:00:27.317405 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3efa9a02-98f6-4bf5-b7a0-f6aee5af0de7 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:00:27.317794 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3efa9a02-98f6-4bf5-b7a0-f6aee5af0de7'] response: {'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'code': 200} Apr 11 18:00:27.350039 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,revision_number=7']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:00:27.358742 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.359377 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.359750 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.360094 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.360717 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.360833 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.361096 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.361422 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.361747 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.364268 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.364268 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.364268 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.364268 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.364268 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.364268 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:00:27.383099 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a8e17c-24a1-460c-af1a-be36a06c5fdf req-9e3c0ab9-2003-43b9-82de-5a174b4ce40b service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063137 Apr 11 18:00:27.498930 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3a8e17c-24a1-460c-af1a-be36a06c5fdf req-2b2e6e0e-31d0-4c5a-8a89-79b1452e3ac2 service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075103 Apr 11 18:00:28.101790 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ead61-61be-4c09-8966-5fbafe831d0d req-bcd53692-5058-44ca-b77a-671756db3641 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:28.103297 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ca0ead61-61be-4c09-8966-5fbafe831d0d req-bcd53692-5058-44ca-b77a-671756db3641 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0540526 Apr 11 18:00:28.152390 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ca0ead61-61be-4c09-8966-5fbafe831d0d req-ce26004c-a4ac-4a27-8253-12f204274d2b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433114 Apr 11 18:00:29.281974 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ae9c6-03cb-4347-811f-97834762ed9e req-5ae7ad8f-a0cf-4750-9eeb-17c8c9c4832a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:29.283651 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-453ae9c6-03cb-4347-811f-97834762ed9e req-5ae7ad8f-a0cf-4750-9eeb-17c8c9c4832a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0514076 Apr 11 18:00:29.336585 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-453ae9c6-03cb-4347-811f-97834762ed9e req-e5109088-daf7-4683-8db1-12eb34a7dae5 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466292 Apr 11 18:00:30.474883 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff7b68-2aee-47fd-9a07-97d9b3ab7463 req-3c8da4a1-798c-48ac-9473-c5b929e085ef tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:30.476468 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-baff7b68-2aee-47fd-9a07-97d9b3ab7463 req-3c8da4a1-798c-48ac-9473-c5b929e085ef tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0597477 Apr 11 18:00:30.542673 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-baff7b68-2aee-47fd-9a07-97d9b3ab7463 req-6d796788-5a71-40f5-a8eb-9b770413645a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589740 Apr 11 18:00:31.692761 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0274603-fc1d-4add-aeb3-c78d0d09e379 req-1d41a1a8-7c37-48fd-aaab-f4561fc9c8ce tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:31.699676 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a0274603-fc1d-4add-aeb3-c78d0d09e379 req-1d41a1a8-7c37-48fd-aaab-f4561fc9c8ce tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0560436 Apr 11 18:00:31.750793 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a0274603-fc1d-4add-aeb3-c78d0d09e379 req-177ca8c4-149c-4894-8a8d-1594b845c640 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502727 Apr 11 18:00:32.873857 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb0426-e1d4-436a-b0b7-eb942bcbf22b req-80b07e80-1b56-430e-9f29-a7d12f006e0e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:32.875380 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-46eb0426-e1d4-436a-b0b7-eb942bcbf22b req-80b07e80-1b56-430e-9f29-a7d12f006e0e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0485704 Apr 11 18:00:32.923740 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-46eb0426-e1d4-436a-b0b7-eb942bcbf22b req-33ec41d6-72c9-4bf7-b702-c2e0e6a95bf2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418406 Apr 11 18:00:33.445639 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e73e53-3e2a-4889-a4d4-0b961d8dbb1c req-3fa3ec3f-46ee-4374-80ef-6361afb11ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:33.447113 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28e73e53-3e2a-4889-a4d4-0b961d8dbb1c req-3fa3ec3f-46ee-4374-80ef-6361afb11ed4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 1130 time: 0.0438912 Apr 11 18:00:33.538663 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e73e53-3e2a-4889-a4d4-0b961d8dbb1c req-19b164df-cc69-4eb0-984e-6a5da62a0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:33.540181 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28e73e53-3e2a-4889-a4d4-0b961d8dbb1c req-19b164df-cc69-4eb0-984e-6a5da62a0ae2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 918 time: 0.0854189 Apr 11 18:00:33.607126 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28e73e53-3e2a-4889-a4d4-0b961d8dbb1c req-9639e969-33d0-44a4-92ba-80a83fd3513a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f HTTP/1.1" status: 200 len: 1002 time: 0.0609779 Apr 11 18:00:33.659675 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e73e53-3e2a-4889-a4d4-0b961d8dbb1c req-30cef478-0bb0-427d-b1c0-0a4053a76152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:33.661554 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28e73e53-3e2a-4889-a4d4-0b961d8dbb1c req-30cef478-0bb0-427d-b1c0-0a4053a76152 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f64ec07-fa75-44a4-b98f-91779a92a54a HTTP/1.1" status: 200 len: 856 time: 0.0482700 Apr 11 18:00:33.704113 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e73e53-3e2a-4889-a4d4-0b961d8dbb1c req-4593c878-9689-46e2-95f0-1abfa5301f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:33.705511 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28e73e53-3e2a-4889-a4d4-0b961d8dbb1c req-4593c878-9689-46e2-95f0-1abfa5301f58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b7d6775-5316-468d-86b7-f792879d10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377066 Apr 11 18:00:33.798753 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28e73e53-3e2a-4889-a4d4-0b961d8dbb1c req-761f7acc-4032-4a48-a1cd-a61b6a06115c service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870848 Apr 11 18:00:33.889636 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-28e73e53-3e2a-4889-a4d4-0b961d8dbb1c req-bfd89214-3ffb-4fdc-8cfe-14110e2a3a1b service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849226 Apr 11 18:00:34.047821 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012e535-9f18-447f-9d2a-0abab446a341 req-6ce72bad-3955-4d3b-a734-4fe1333b1d36 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:34.049405 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6012e535-9f18-447f-9d2a-0abab446a341 req-6ce72bad-3955-4d3b-a734-4fe1333b1d36 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0541091 Apr 11 18:00:34.097099 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6012e535-9f18-447f-9d2a-0abab446a341 req-eb13837f-e675-4abe-b66e-c6e6198ea52a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421352 Apr 11 18:00:35.214555 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dacaa7-3257-4ed2-8cf1-8a3417852ed5 req-d5907e1d-ef08-4c27-9c21-98a495c9a371 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:35.216007 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-03dacaa7-3257-4ed2-8cf1-8a3417852ed5 req-d5907e1d-ef08-4c27-9c21-98a495c9a371 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0470474 Apr 11 18:00:35.263554 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-03dacaa7-3257-4ed2-8cf1-8a3417852ed5 req-b12002ec-88a8-49f2-a990-129096d90e4a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414107 Apr 11 18:00:36.383043 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042b6e8-90bc-41f1-9516-17e502982eb1 req-0a989702-d12e-403d-8c23-f2131c8a5478 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:36.384506 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f042b6e8-90bc-41f1-9516-17e502982eb1 req-0a989702-d12e-403d-8c23-f2131c8a5478 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 946 time: 0.0458193 Apr 11 18:00:36.434946 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f042b6e8-90bc-41f1-9516-17e502982eb1 req-a517c8eb-699b-4713-8334-641178866b73 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447965 Apr 11 18:00:36.921206 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f7f238d6-1979-4d63-b4a9-67ef51dbeb4f no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:00:36.999335 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f is: ACTIVE; New status is: DOWN {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:00:36.999725 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:37.024653 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:00:37.027260 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc968f43-15ed-40c9-87bd-6974d5cf882f" -d '{"events": [{"server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:00:37.040169 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:00:37.045246 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:37.076933 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008ac950-7b2b-43ed-9200-155d7c2a8ef1 x-openstack-request-id: req-008ac950-7b2b-43ed-9200-155d7c2a8ef1 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:00:37.077236 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "name": "network-vif-unplugged", "status": "failed", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f", "code": 422}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:00:37.077491 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-008ac950-7b2b-43ed-9200-155d7c2a8ef1 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:00:37.077893 dv-cinder-837353-1-iscsi neutron-server[114852]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-008ac950-7b2b-43ed-9200-155d7c2a8ef1']: {'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'code': 422} returned with failed status Apr 11 18:00:37.100395 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,revision_number=8']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:00:37.352402 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb107b-db57-4ac8-8134-8ab2f51f6c35 req-451bc71d-cadd-4a9f-b6a9-293f093391be tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:37.353922 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-74eb107b-db57-4ac8-8134-8ab2f51f6c35 req-451bc71d-cadd-4a9f-b6a9-293f093391be tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0512486 Apr 11 18:00:37.401508 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-74eb107b-db57-4ac8-8134-8ab2f51f6c35 req-056dcf66-6571-433b-b0cb-014bf0b7a241 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413506 Apr 11 18:00:37.549139 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-bc0ddcaa-b004-4813-9b1d-7113cc410975 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0365820 Apr 11 18:00:37.632476 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-ecf93840-59f5-4b9f-b20c-a16ee9b47f69 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:37.633744 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-ecf93840-59f5-4b9f-b20c-a16ee9b47f69 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports/f7f238d6-1979-4d63-b4a9-67ef51dbeb4f HTTP/1.1" status: 200 len: 941 time: 0.0575328 Apr 11 18:00:38.358497 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-5e56097a-eed9-409e-8ef7-368e1580e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:38.359953 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-5e56097a-eed9-409e-8ef7-368e1580e51b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86&tenant_id=4fa5b589155249c78a0edceb7bf8b0d7 HTTP/1.1" status: 200 len: 1128 time: 0.0382102 Apr 11 18:00:38.420181 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-75c83b13-470a-44b4-8f01-c3ff4d82a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:38.421768 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-75c83b13-470a-44b4-8f01-c3ff4d82a524 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 1128 time: 0.0409374 Apr 11 18:00:38.545915 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0b9b-56b6-43e0-8000-8ef2e32c6f18 req-5757315f-eb01-4414-a380-5b67b1facb3b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:38.547556 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-167d0b9b-56b6-43e0-8000-8ef2e32c6f18 req-5757315f-eb01-4414-a380-5b67b1facb3b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0680127 Apr 11 18:00:38.553409 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-56886a5b-387f-4c09-aacb-28c785832180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:38.554809 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-56886a5b-387f-4c09-aacb-28c785832180 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 200 len: 918 time: 0.1277597 Apr 11 18:00:38.653976 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-3a2662f3-6951-452d-918a-2bf600773594 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f HTTP/1.1" status: 200 len: 1000 time: 0.0907900 Apr 11 18:00:38.657140 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-167d0b9b-56b6-43e0-8000-8ef2e32c6f18 req-de2de833-d28d-48a2-b743-bd8dc85b3d31 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014328 Apr 11 18:00:38.707738 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-4a1ff097-2d11-4a82-b7a2-a7972aba3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:38.709859 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-4a1ff097-2d11-4a82-b7a2-a7972aba3afd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f64ec07-fa75-44a4-b98f-91779a92a54a HTTP/1.1" status: 200 len: 856 time: 0.0498676 Apr 11 18:00:38.755288 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-362a584b-2bc9-417f-a504-a130a7cb6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:38.756910 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-362a584b-2bc9-417f-a504-a130a7cb6bee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b7d6775-5316-468d-86b7-f792879d10ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401046 Apr 11 18:00:38.849973 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-959312aa-cd29-4121-8417-91f4f8d7c019 service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858762 Apr 11 18:00:38.980908 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05fbed25-2dae-44a5-8b8b-f8da947920c9 req-f74477ed-9c63-4d6c-bba9-1f4a5177db8e service neutron] 10.222.0.18 "GET /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235991 Apr 11 18:00:39.809875 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1744b9-401c-4a0d-9082-744ec3b9a6a2 req-12b7c191-c067-40d4-890c-a1b075b2108f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:39.819461 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ea1744b9-401c-4a0d-9082-744ec3b9a6a2 req-12b7c191-c067-40d4-890c-a1b075b2108f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0723121 Apr 11 18:00:39.877120 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ea1744b9-401c-4a0d-9082-744ec3b9a6a2 req-662edc21-5f94-40a9-beaf-123bdc6c5f17 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563374 Apr 11 18:00:41.031575 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4aaa41-c67a-4e38-ae3f-e6316b5c1ae5 req-48af2582-0517-410d-aa0a-a03a314db0d8 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:41.033067 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6d4aaa41-c67a-4e38-ae3f-e6316b5c1ae5 req-48af2582-0517-410d-aa0a-a03a314db0d8 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0545621 Apr 11 18:00:41.087713 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6d4aaa41-c67a-4e38-ae3f-e6316b5c1ae5 req-fb887819-eef8-4def-a13d-e3685e6f028f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489087 Apr 11 18:00:42.217311 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca648a-0263-4bc1-9d5c-727fd3f55434 req-ed27cd32-2524-4de9-b475-79d68604401b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:42.218843 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fca648a-0263-4bc1-9d5c-727fd3f55434 req-ed27cd32-2524-4de9-b475-79d68604401b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0474167 Apr 11 18:00:42.270023 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6fca648a-0263-4bc1-9d5c-727fd3f55434 req-13297820-8c6c-4a0d-b6f7-006cacd73b87 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447321 Apr 11 18:00:43.190642 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-a2806521-7c15-4052-a5fa-dcc4dbc42827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:43.392396 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28296-9257-453c-9769-28cb8dff57cc req-7d2197f8-14cb-4cf5-9d5a-f1ec915fff1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:43.393809 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-80e28296-9257-453c-9769-28cb8dff57cc req-7d2197f8-14cb-4cf5-9d5a-f1ec915fff1d tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0493238 Apr 11 18:00:43.461187 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-80e28296-9257-453c-9769-28cb8dff57cc req-35c331e4-e449-467f-9328-8410ab417006 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617628 Apr 11 18:00:44.584044 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2791887-e89b-4670-9b3b-b71905d7464b req-c88ebc26-41f5-41fe-a6bb-116cc653593f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:44.585717 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e2791887-e89b-4670-9b3b-b71905d7464b req-c88ebc26-41f5-41fe-a6bb-116cc653593f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0509989 Apr 11 18:00:44.643513 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e2791887-e89b-4670-9b3b-b71905d7464b req-4ca8390a-a3c0-4d9a-8196-dc6db0494a68 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519755 Apr 11 18:00:45.530398 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-dd388235-93e7-4fbf-aa81-60bc8ee5a016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:45.791273 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21de758-ea88-4640-91eb-7fa17fd2f799 req-53c86d2e-1dea-4910-b9d2-3bcb8a558d6f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:45.792917 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b21de758-ea88-4640-91eb-7fa17fd2f799 req-53c86d2e-1dea-4910-b9d2-3bcb8a558d6f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0651636 Apr 11 18:00:45.846542 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b21de758-ea88-4640-91eb-7fa17fd2f799 req-7f7b48fa-10ff-4095-a5e4-76094e26e6d4 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478983 Apr 11 18:00:46.520542 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:46.968746 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fae41-2587-41a2-831e-77d7bb14dec1 req-5379ed2f-8bec-4045-b1cf-afc84f0ba636 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:46.970265 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dc2fae41-2587-41a2-831e-77d7bb14dec1 req-5379ed2f-8bec-4045-b1cf-afc84f0ba636 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0524592 Apr 11 18:00:47.019796 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dc2fae41-2587-41a2-831e-77d7bb14dec1 req-cee77147-1b12-4359-a70c-e54d5385e8d1 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440736 Apr 11 18:00:47.952116 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:48.134212 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888fa47-3290-407f-9962-2d5bdde89eb6 req-198adeb7-8af5-43c4-9b53-3c14baa84eaa tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:48.135678 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f888fa47-3290-407f-9962-2d5bdde89eb6 req-198adeb7-8af5-43c4-9b53-3c14baa84eaa tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0457535 Apr 11 18:00:48.182058 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f888fa47-3290-407f-9962-2d5bdde89eb6 req-73de3fbe-998f-4b6c-a0fd-dbf3469c8fe4 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408015 Apr 11 18:00:49.297930 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335c230-8807-4c5a-a42e-4c76ed594661 req-a890e394-ac95-4448-991f-64c37298ca51 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:49.299383 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3335c230-8807-4c5a-a42e-4c76ed594661 req-a890e394-ac95-4448-991f-64c37298ca51 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0453496 Apr 11 18:00:49.348496 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3335c230-8807-4c5a-a42e-4c76ed594661 req-589ca9f7-e8b2-4f4b-aaf1-a272a10ffeb8 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435245 Apr 11 18:00:49.466140 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:50.464149 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6edac-27da-425b-b576-16fb996bfbd2 req-f0a98661-c66b-4abc-a25f-b912786873db tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:50.465676 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5de6edac-27da-425b-b576-16fb996bfbd2 req-f0a98661-c66b-4abc-a25f-b912786873db tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 944 time: 0.0457540 Apr 11 18:00:50.512816 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5de6edac-27da-425b-b576-16fb996bfbd2 req-e64f9131-62c4-4ebc-88b1-afa2c6ff550c tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412061 Apr 11 18:00:50.988355 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f7f238d6-1979-4d63-b4a9-67ef51dbeb4f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:00:51.084965 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:00:51.096245 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'port_id': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'mac_address': 'fa:16:3e:6c:7f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:00:51.132307 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:00:51.132692 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:51.145196 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f238d6-1979-4d63-b4a9-67ef51dbeb4f {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:00:51.165266 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:00:51.169043 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:51.218564 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,revision_number=9']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:00:51.382584 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['f7f238d6-1979-4d63-b4a9-67ef51dbeb4f'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:00:51.781185 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae28842-c033-4b9d-a2f8-ba0a4a9237ed req-bf7eaa36-d7d4-4f8c-8975-c046edc1f416 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:51.782823 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1ae28842-c033-4b9d-a2f8-ba0a4a9237ed req-bf7eaa36-d7d4-4f8c-8975-c046edc1f416 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 945 time: 0.0478938 Apr 11 18:00:51.833862 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1ae28842-c033-4b9d-a2f8-ba0a4a9237ed req-a2f66ae9-b689-4c81-8da5-90ff5b0ef724 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453975 Apr 11 18:00:51.881312 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:52.955164 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa72cb3-f681-48c0-bde3-a741aafbd12f req-a51d977f-e9f6-49f1-902f-c1b0e4fdcd3e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:52.956943 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0fa72cb3-f681-48c0-bde3-a741aafbd12f req-a51d977f-e9f6-49f1-902f-c1b0e4fdcd3e tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 945 time: 0.0499611 Apr 11 18:00:53.000310 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f7f238d6-1979-4d63-b4a9-67ef51dbeb4f up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:00:53.004712 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0fa72cb3-f681-48c0-bde3-a741aafbd12f req-93353fe5-5447-4ced-8821-5a97894fe0be tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 Apr 11 18:00:53.046699 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:00:53.047072 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:53.123424 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:00:53.123730 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:53.146775 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:00:53.149066 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632658ce-6c6f-435e-bea3-92a889d4d743" -d '{"events": [{"server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "name": "network-vif-plugged", "status": "completed", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:00:53.162515 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:00:53.166687 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:00:53.194580 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbbb5ec-b35a-4c7e-b2f5-0fff74d00bd2 x-openstack-request-id: req-cbbbb5ec-b35a-4c7e-b2f5-0fff74d00bd2 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:00:53.194920 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "name": "network-vif-plugged", "status": "completed", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:00:53.195116 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cbbbb5ec-b35a-4c7e-b2f5-0fff74d00bd2 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:00:53.195503 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbbb5ec-b35a-4c7e-b2f5-0fff74d00bd2'] response: {'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'code': 200} Apr 11 18:00:53.222723 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,revision_number=10']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:00:53.406706 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3340f-5ae8-4fd0-95b6-8bb410948d6b req-7e0e16e1-4b5c-402f-9424-079984a6bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:53.408071 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-99e3340f-5ae8-4fd0-95b6-8bb410948d6b req-7e0e16e1-4b5c-402f-9424-079984a6bba3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 1131 time: 0.0380685 Apr 11 18:00:53.452052 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-99e3340f-5ae8-4fd0-95b6-8bb410948d6b req-df64cefb-efeb-4766-b334-54fde43b354c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381312 Apr 11 18:00:54.280413 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43723b1e-0013-4147-b63b-910f06075d45 req-359feacd-7bfc-4046-ba7c-7e353b0de9d3 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:54.281902 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-43723b1e-0013-4147-b63b-910f06075d45 req-359feacd-7bfc-4046-ba7c-7e353b0de9d3 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 947 time: 0.0487580 Apr 11 18:00:54.327683 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-43723b1e-0013-4147-b63b-910f06075d45 req-df713098-a718-4192-8e35-f0cd0c46cefc tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402379 Apr 11 18:00:55.449831 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ee15e-c120-4573-84c6-cf53628dd73d req-96efc503-f0cf-4030-a480-0089d100d816 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:55.451369 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-354ee15e-c120-4573-84c6-cf53628dd73d req-96efc503-f0cf-4030-a480-0089d100d816 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 947 time: 0.0500238 Apr 11 18:00:55.502749 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-354ee15e-c120-4573-84c6-cf53628dd73d req-042b452d-f549-4613-a3a6-2511f1178426 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456421 Apr 11 18:00:55.769696 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:00:56.617804 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1e69b-6c4d-4dbc-8d27-a45183ede64f req-02ebe387-0e83-46fb-a8a9-df61654c054b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:00:56.619287 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abb1e69b-6c4d-4dbc-8d27-a45183ede64f req-02ebe387-0e83-46fb-a8a9-df61654c054b tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 947 time: 0.0460567 Apr 11 18:00:56.671380 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-abb1e69b-6c4d-4dbc-8d27-a45183ede64f req-ee40b135-6f4c-4998-b87e-a88e1720419a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464051 Apr 11 18:01:13.190554 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b9258712-5cf8-4539-b78f-11a99270efb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:15.533754 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b46fefc1-46d0-4ac1-99b0-f851a2828641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:16.523748 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:17.955792 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:19.470429 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:21.878494 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:27.654078 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a2ba8-7e10-49d2-9919-906a0b184ce5 req-34ea6960-d855-47ae-8749-285e1b31725a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:27.655592 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-936a2ba8-7e10-49d2-9919-906a0b184ce5 req-34ea6960-d855-47ae-8749-285e1b31725a tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 947 time: 0.1065843 Apr 11 18:01:27.706393 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-936a2ba8-7e10-49d2-9919-906a0b184ce5 req-0383ae92-eed3-435d-ab04-b97975e8ab5f tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446620 Apr 11 18:01:28.583194 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b823e225-1025-42ce-be07-14664971ae58 req-4ff6b23b-afd0-4426-b974-3c890abeb0c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380602 Apr 11 18:01:28.732912 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823e225-1025-42ce-be07-14664971ae58 req-71f16dd0-8045-4517-917c-6ffc92a7d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:28.734329 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b823e225-1025-42ce-be07-14664971ae58 req-71f16dd0-8045-4517-917c-6ffc92a7d7f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 1130 time: 0.0384371 Apr 11 18:01:28.873660 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-9bf9fd93-6268-4e96-9ae0-4dd0eceaa723 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:28.875223 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-9bf9fd93-6268-4e96-9ae0-4dd0eceaa723 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 947 time: 0.0639372 Apr 11 18:01:28.935007 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823e225-1025-42ce-be07-14664971ae58 req-20d6a01b-acc9-4c88-8fe5-0d710883dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:28.936491 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b823e225-1025-42ce-be07-14664971ae58 req-20d6a01b-acc9-4c88-8fe5-0d710883dc1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 913 time: 0.1835909 Apr 11 18:01:29.004460 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb053df-8010-458f-9325-66edb70894f8 req-4c2146c1-ac0d-45bf-92bb-74d56a4b17bd tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:29.005964 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-aeb053df-8010-458f-9325-66edb70894f8 req-4c2146c1-ac0d-45bf-92bb-74d56a4b17bd tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 947 time: 0.1957684 Apr 11 18:01:29.087207 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b823e225-1025-42ce-be07-14664971ae58 req-c98eec3b-b394-4525-a120-76a4d558e1df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b HTTP/1.1" status: 200 len: 1002 time: 0.1419890 Apr 11 18:01:29.087709 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Deleting port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:01:29.088048 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:29.195686 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-aeb053df-8010-458f-9325-66edb70894f8 req-e62b6526-9928-491c-bca4-46dca220ae49 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups?id=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636870 Apr 11 18:01:29.222822 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823e225-1025-42ce-be07-14664971ae58 req-a75962ba-21f4-4226-8b18-191fe7dbd7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:29.224278 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b823e225-1025-42ce-be07-14664971ae58 req-a75962ba-21f4-4226-8b18-191fe7dbd7ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.1174650 Apr 11 18:01:29.280882 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] For port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:01:29.281167 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:29.294009 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823e225-1025-42ce-be07-14664971ae58 req-1b0a7c86-421e-4bcf-8e57-0f720174fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:29.295520 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b823e225-1025-42ce-be07-14664971ae58 req-1b0a7c86-421e-4bcf-8e57-0f720174fce9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613780 Apr 11 18:01:29.305501 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [req-b823e225-1025-42ce-be07-14664971ae58 req-27cee3e4-14ab-49c4-ae61-dd457c18e68f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:01:29.306444 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b823e225-1025-42ce-be07-14664971ae58 req-27cee3e4-14ab-49c4-ae61-dd457c18e68f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048523 Apr 11 18:01:29.786530 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b823e225-1025-42ce-be07-14664971ae58 req-faeffc84-c317-4af9-9e42-8e829e179ffe service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529576 Apr 11 18:01:29.831051 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:29.831414 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (32d0f4a7-4a65-4bcc-9eb8-68c678419379), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:29.831730 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Floating IP 32d0f4a7-4a65-4bcc-9eb8-68c678419379 disassociated. External IP: 172.27.1.170, port: f7f238d6-1979-4d63-b4a9-67ef51dbeb4f. Apr 11 18:01:29.832069 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Calling delete_port for f7f238d6-1979-4d63-b4a9-67ef51dbeb4f owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:01:29.940684 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b823e225-1025-42ce-be07-14664971ae58 req-d61f04f3-c25e-4223-8e0f-f2922081b0ba service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458488 Apr 11 18:01:30.029226 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (f7f238d6-1979-4d63-b4a9-67ef51dbeb4f), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:30.060228 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event deleted for resources: {'Port': ['ID=f7f238d6-1979-4d63-b4a9-67ef51dbeb4f,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:30.074755 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.075099 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.075438 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.075762 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.076090 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.076414 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.076738 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.077079 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.077398 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.077715 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.078035 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.078350 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.079190 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.079504 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.079814 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:30.188395 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Router 6cb6b45e-f179-4698-90b5-1fb807f5b421 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:01:30.312539 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3158b2a8-2185-4bd8-98b7-8907342cd333 req-7000ee50-3b82-457b-b7fa-0c393def6871 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca65cca-fdcc-4403-8068-c48b181ddc86 HTTP/1.1" status: 200 len: 210 time: 0.0359504 Apr 11 18:01:30.327432 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:01:30.338460 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4de8e-1a97-4de8-b1ae-3b2072e390d9 None None] Sync routers for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:01:30.350229 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4de8e-1a97-4de8-b1ae-3b2072e390d9 None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:01:30.350846 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-b6f4de8e-1a97-4de8-b1ae-3b2072e390d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:01:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:30.374886 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] No DVR routers for this DVR port f7f238d6-1979-4d63-b4a9-67ef51dbeb4f on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:01:30.377987 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:30.381292 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7bc73ec6-35c9-4665-a983-88b6a4f7ca6b req-8d9e1a1d-c7ac-4439-a255-8d8f27ad13c2 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.18 "DELETE /v2.0/ports/f7f238d6-1979-4d63-b4a9-67ef51dbeb4f HTTP/1.1" status: 204 len: 173 time: 1.4983025 Apr 11 18:01:30.381737 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'name': 'network-vif-deleted', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:01:30.384109 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbbdd49-7390-465b-ab16-714f321a6d0c" -d '{"events": [{"server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "name": "network-vif-deleted", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:01:30.445168 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1390324-dcca-4952-80eb-a719a5c950eb x-openstack-request-id: req-a1390324-dcca-4952-80eb-a719a5c950eb {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:01:30.445540 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca65cca-fdcc-4403-8068-c48b181ddc86", "name": "network-vif-deleted", "tag": "f7f238d6-1979-4d63-b4a9-67ef51dbeb4f", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:01:30.445878 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1390324-dcca-4952-80eb-a719a5c950eb {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:01:30.446484 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1390324-dcca-4952-80eb-a719a5c950eb'] response: {'server_uuid': '0ca65cca-fdcc-4403-8068-c48b181ddc86', 'name': 'network-vif-deleted', 'tag': 'f7f238d6-1979-4d63-b4a9-67ef51dbeb4f', 'status': 'completed', 'code': 200} Apr 11 18:01:30.476951 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-b6f4de8e-1a97-4de8-b1ae-3b2072e390d9 None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:01:30.681242 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-b6f4de8e-1a97-4de8-b1ae-3b2072e390d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:30.712410 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4de8e-1a97-4de8-b1ae-3b2072e390d9 None None] Checking router: 6cb6b45e-f179-4698-90b5-1fb807f5b421 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:01:30.721181 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4de8e-1a97-4de8-b1ae-3b2072e390d9 None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:01:30.721810 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-b6f4de8e-1a97-4de8-b1ae-3b2072e390d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:01:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:30.841819 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-b6f4de8e-1a97-4de8-b1ae-3b2072e390d9 None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:01:31.059185 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-b6f4de8e-1a97-4de8-b1ae-3b2072e390d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:31.089376 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4de8e-1a97-4de8-b1ae-3b2072e390d9 None None] The sync data for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi is: [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T17:56:51Z', 'revision_number': 4, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': '2e87969e-a0f8-4909-a882-cf8666142788', 'name': '', 'network_id': '5b7d6775-5316-468d-86b7-f792879d10ca', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'mac_address': 'fa:16:3e:96:d1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:51Z', 'updated_at': '2022-04-11T17:56:54Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'subnets': [{'id': '0f64ec07-fa75-44a4-b98f-91779a92a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:01:31.329801 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a0ddd0-6b59-4b47-b5ac-54682127c1f2 None None] New status for floating IP 32d0f4a7-4a65-4bcc-9eb8-68c678419379: DOWN {{(pid=114853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:01:31.418386 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 57264) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:31.486827 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4c53289b-ab1e-46e2-9a94-17e8e87c10d7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group (03d1b09d-96ca-45a7-9ad8-afef5b97b7a0), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:31.513703 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4c53289b-ab1e-46e2-9a94-17e8e87c10d7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group (03d1b09d-96ca-45a7-9ad8-afef5b97b7a0), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:31.569772 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4c53289b-ab1e-46e2-9a94-17e8e87c10d7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (03d1b09d-96ca-45a7-9ad8-afef5b97b7a0), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:31.572384 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-4c53289b-ab1e-46e2-9a94-17e8e87c10d7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:31.573593 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-4c53289b-ab1e-46e2-9a94-17e8e87c10d7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "DELETE /v2.0/security-groups/03d1b09d-96ca-45a7-9ad8-afef5b97b7a0 HTTP/1.1" status: 204 len: 168 time: 0.1542277 Apr 11 18:01:31.576498 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57266) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:31.583920 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53289b-ab1e-46e2-9a94-17e8e87c10d7 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d1b09d-96ca-45a7-9ad8-afef5b97b7a0,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:31.590926 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.api.v2.resource [None req-55a1b032-f104-4441-9986-805b8570e527 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] show failed (client error): The resource could not be found. Apr 11 18:01:31.592149 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-55a1b032-f104-4441-9986-805b8570e527 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "GET /v2.0/security-groups/03d1b09d-96ca-45a7-9ad8-afef5b97b7a0 HTTP/1.1" status: 404 len: 347 time: 0.0143597 Apr 11 18:01:31.595520 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57268) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:31.714135 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Deleting port f1f1f6de-b868-4364-90ff-0eb65f44e860 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:01:31.714567 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (f1f1f6de-b868-4364-90ff-0eb65f44e860), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:31.789883 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (f1f1f6de-b868-4364-90ff-0eb65f44e860), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:31.790201 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (f1f1f6de-b868-4364-90ff-0eb65f44e860), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:31.803573 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Calling delete_port for f1f1f6de-b868-4364-90ff-0eb65f44e860 owned by network:floatingip {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:01:31.950747 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (f1f1f6de-b868-4364-90ff-0eb65f44e860), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:31.978042 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Pushing event deleted for resources: {'Port': ['ID=f1f1f6de-b868-4364-90ff-0eb65f44e860,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:32.002786 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.003128 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.003467 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.003804 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.004137 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.004466 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.004793 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.005145 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.005469 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.005799 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.006122 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.006444 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.006767 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.007086 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.007400 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:32.051655 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks [] for floatingip (32d0f4a7-4a65-4bcc-9eb8-68c678419379), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:32.054314 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:32.055446 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-32a2639a-9de5-474c-8b32-efb0af926a79 tempest-AttachVolumeShelveTestJSON-927639295 tempest-AttachVolumeShelveTestJSON-927639295-project] 10.222.0.76 "DELETE /v2.0/floatingips/32d0f4a7-4a65-4bcc-9eb8-68c678419379 HTTP/1.1" status: 204 len: 168 time: 0.4589226 Apr 11 18:01:32.772555 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:01:33.203374 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f7f238d6-1979-4d63-b4a9-67ef51dbeb4f no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:01:33.223695 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: f7f238d6-1979-4d63-b4a9-67ef51dbeb4f {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:01:33.224038 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f7f238d6-1979-4d63-b4a9-67ef51dbeb4f not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:01:34.459885 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57290) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:34.784282 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7e76-a2f8-43a6-815f-65a08c2f78a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594804'] for router_interface (6cb6b45e-f179-4698-90b5-1fb807f5b421), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:35.019025 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a7e76-a2f8-43a6-815f-65a08c2f78a4 admin admin] Deleting port 2e87969e-a0f8-4909-a882-cf8666142788 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:01:35.019380 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7e76-a2f8-43a6-815f-65a08c2f78a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (2e87969e-a0f8-4909-a882-cf8666142788), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:35.097083 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-ba6a7e76-a2f8-43a6-815f-65a08c2f78a4 admin admin] For port 2e87969e-a0f8-4909-a882-cf8666142788, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=2e87969e-a0f8-4909-a882-cf8666142788,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:01:35.097356 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7e76-a2f8-43a6-815f-65a08c2f78a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (2e87969e-a0f8-4909-a882-cf8666142788), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:35.115990 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a7e76-a2f8-43a6-815f-65a08c2f78a4 admin admin] Calling delete_port for 2e87969e-a0f8-4909-a882-cf8666142788 owned by network:router_interface {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:01:35.308218 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7e76-a2f8-43a6-815f-65a08c2f78a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (2e87969e-a0f8-4909-a882-cf8666142788), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:35.334225 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a7e76-a2f8-43a6-815f-65a08c2f78a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e87969e-a0f8-4909-a882-cf8666142788,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:35.526348 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7e76-a2f8-43a6-815f-65a08c2f78a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594648'] for router_interface (6cb6b45e-f179-4698-90b5-1fb807f5b421), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:35.752286 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6a7e76-a2f8-43a6-815f-65a08c2f78a4 admin admin] Router 6cb6b45e-f179-4698-90b5-1fb807f5b421 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:01:35.863357 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6a7e76-a2f8-43a6-815f-65a08c2f78a4 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:01:35.868769 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-ba6a7e76-a2f8-43a6-815f-65a08c2f78a4 admin admin] 10.222.0.76 "PUT /v2.0/routers/6cb6b45e-f179-4698-90b5-1fb807f5b421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4072552 Apr 11 18:01:35.871973 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57292) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:35.875066 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95cdd8-89aa-459e-9d58-c20a251860b2 None None] Sync routers for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:01:35.886335 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95cdd8-89aa-459e-9d58-c20a251860b2 None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:01:35.887034 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-8d95cdd8-89aa-459e-9d58-c20a251860b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:01:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:35.988802 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Publish callbacks [] for router (6cb6b45e-f179-4698-90b5-1fb807f5b421), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:36.003908 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-8d95cdd8-89aa-459e-9d58-c20a251860b2 None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:01:36.315986 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-8d95cdd8-89aa-459e-9d58-c20a251860b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T18:01:35Z', 'revision_number': 5, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port': {'id': 'a87eb007-a755-459c-8b91-ab31ed339e5f', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:56:49Z', 'updated_at': '2022-04-11T17:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:36.336813 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Publish callbacks [] for router_gateway (6cb6b45e-f179-4698-90b5-1fb807f5b421), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:36.347337 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95cdd8-89aa-459e-9d58-c20a251860b2 None None] Checking router: 6cb6b45e-f179-4698-90b5-1fb807f5b421 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:01:36.356017 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95cdd8-89aa-459e-9d58-c20a251860b2 None None] Routers {'6cb6b45e-f179-4698-90b5-1fb807f5b421'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:01:36.356630 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-8d95cdd8-89aa-459e-9d58-c20a251860b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:01:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['6cb6b45e-f179-4698-90b5-1fb807f5b421'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:36.386681 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Deleting port a87eb007-a755-459c-8b91-ab31ed339e5f {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:01:36.386970 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:36.450435 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-8d95cdd8-89aa-459e-9d58-c20a251860b2 None None] Set router 6cb6b45e-f179-4698-90b5-1fb807f5b421 gateway port host: None {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:01:36.474490 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] For port a87eb007-a755-459c-8b91-ab31ed339e5f, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=a87eb007-a755-459c-8b91-ab31ed339e5f,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:01:36.474852 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:36.488206 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Calling delete_port for a87eb007-a755-459c-8b91-ab31ed339e5f owned by network:router_gateway {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:01:36.504282 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-8d95cdd8-89aa-459e-9d58-c20a251860b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T18:01:36Z', 'revision_number': 6, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port_host': None}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:36.537382 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95cdd8-89aa-459e-9d58-c20a251860b2 None None] The sync data for ids ['6cb6b45e-f179-4698-90b5-1fb807f5b421'] in dv-cinder-837353-1-iscsi is: [{'id': '6cb6b45e-f179-4698-90b5-1fb807f5b421', 'name': 'tempest-AttachVolumeShelveTestJSON-1239241083-router', 'tenant_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:56:48Z', 'updated_at': '2022-04-11T18:01:36Z', 'revision_number': 6, 'project_id': '4fa5b589155249c78a0edceb7bf8b0d7', 'gw_port_host': None}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:01:36.670985 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (a87eb007-a755-459c-8b91-ab31ed339e5f), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:36.702550 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=a87eb007-a755-459c-8b91-ab31ed339e5f,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:36.766139 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594366'] for router_gateway (6cb6b45e-f179-4698-90b5-1fb807f5b421), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:36.861717 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123069'] for router (6cb6b45e-f179-4698-90b5-1fb807f5b421), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:36.863925 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Publish callbacks [] for router_controller (6cb6b45e-f179-4698-90b5-1fb807f5b421), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:36.911455 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1748057'] for router (6cb6b45e-f179-4698-90b5-1fb807f5b421), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:36.912043 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb6b45e-f179-4698-90b5-1fb807f5b421 {{(pid=114851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:01:36.916509 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:36.920069 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-7f48baeb-cc92-4dcf-9224-6ace857adbaa admin admin] 10.222.0.76 "DELETE /v2.0/routers/6cb6b45e-f179-4698-90b5-1fb807f5b421 HTTP/1.1" status: 204 len: 168 time: 1.0451009 Apr 11 18:01:36.920415 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57294) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:36.967503 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e98390-0ac3-4442-b0b3-b8c2f2352ac5 admin admin] Deleting subnet 0f64ec07-fa75-44a4-b98f-91779a92a54a {{(pid=114851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:01:36.971496 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d7e98390-0ac3-4442-b0b3-b8c2f2352ac5 admin admin] Publish callbacks [] for subnet (0f64ec07-fa75-44a4-b98f-91779a92a54a), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.007432 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d7e98390-0ac3-4442-b0b3-b8c2f2352ac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3172199'] for subnet (0f64ec07-fa75-44a4-b98f-91779a92a54a), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.088234 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d7e98390-0ac3-4442-b0b3-b8c2f2352ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (0f64ec07-fa75-44a4-b98f-91779a92a54a), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.144273 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d7e98390-0ac3-4442-b0b3-b8c2f2352ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333659'] for subnet (0f64ec07-fa75-44a4-b98f-91779a92a54a), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.169638 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e98390-0ac3-4442-b0b3-b8c2f2352ac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f64ec07-fa75-44a4-b98f-91779a92a54a,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:37.173634 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d7e98390-0ac3-4442-b0b3-b8c2f2352ac5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.176755 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-d7e98390-0ac3-4442-b0b3-b8c2f2352ac5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0f64ec07-fa75-44a4-b98f-91779a92a54a HTTP/1.1" status: 204 len: 168 time: 0.2554615 Apr 11 18:01:37.179290 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57296) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:37.181792 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf319568-4212-42bd-80c1-9471dd775662 None None] Network 5b7d6775-5316-468d-86b7-f792879d10ca requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:01:37.247931 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (5b7d6775-5316-468d-86b7-f792879d10ca), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.307704 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Deleting port b086caf3-8aea-4a84-859a-a0a7b6a58aef {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:01:37.311005 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.341583 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] DHCP port deletion for 5b7d6775-5316-468d-86b7-f792879d10ca request from dv-cinder-837353-1-iscsi {{(pid=114852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:01:37.385859 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Deleting port b086caf3-8aea-4a84-859a-a0a7b6a58aef {{(pid=114852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:01:37.386391 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), before_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.395117 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] For port b086caf3-8aea-4a84-859a-a0a7b6a58aef, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=b086caf3-8aea-4a84-859a-a0a7b6a58aef,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:01:37.395528 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.412809 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Calling delete_port for b086caf3-8aea-4a84-859a-a0a7b6a58aef owned by network:dhcp {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:01:37.470397 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] For port b086caf3-8aea-4a84-859a-a0a7b6a58aef, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=b086caf3-8aea-4a84-859a-a0a7b6a58aef,segment=NetworkSegment(354ac18e-c4fe-469c-bfdb-5cf007bdc0ff),segment_id=354ac18e-c4fe-469c-bfdb-5cf007bdc0ff)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:01:37.470812 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), precommit_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.487631 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Calling delete_port for b086caf3-8aea-4a84-859a-a0a7b6a58aef owned by network:dhcp {{(pid=114852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:01:37.517772 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.540202 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device a87eb007-a755-459c-8b91-ab31ed339e5f no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:01:37.545272 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b086caf3-8aea-4a84-859a-a0a7b6a58aef,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:37.549711 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] No DVR routers for this DVR port b086caf3-8aea-4a84-859a-a0a7b6a58aef on host dv-cinder-837353-1-iscsi {{(pid=114851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:01:37.568269 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: a87eb007-a755-459c-8b91-ab31ed339e5f {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:01:37.568610 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device a87eb007-a755-459c-8b91-ab31ed339e5f not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:01:37.568986 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device b086caf3-8aea-4a84-859a-a0a7b6a58aef no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:01:37.606627 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: b086caf3-8aea-4a84-859a-a0a7b6a58aef {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:01:37.606970 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device b086caf3-8aea-4a84-859a-a0a7b6a58aef not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:01:37.607393 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 2e87969e-a0f8-4909-a882-cf8666142788 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:01:37.631666 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 2e87969e-a0f8-4909-a882-cf8666142788 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:01:37.632010 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 2e87969e-a0f8-4909-a882-cf8666142788 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:01:37.633617 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (5b7d6775-5316-468d-86b7-f792879d10ca), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.650936 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499'] for port (b086caf3-8aea-4a84-859a-a0a7b6a58aef), after_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.659004 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7d6775-5316-468d-86b7-f792879d10ca']}} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:37.674019 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff') {'for_net_delete': True} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:37.674515 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354ac18e-c4fe-469c-bfdb-5cf007bdc0ff') {} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:37.683092 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Pushing event deleted for resources: {'Port': ['ID=b086caf3-8aea-4a84-859a-a0a7b6a58aef,revision_number=None']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:37.686425 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3172206'] for segment (354ac18e-c4fe-469c-bfdb-5cf007bdc0ff), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.697472 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.699463 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.699463 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.699463 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.699463 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.710932 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.710932 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.710932 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.710932 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.710932 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.711605 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (354ac18e-c4fe-469c-bfdb-5cf007bdc0ff), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.711715 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.711715 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.711715 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.711715 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.711715 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:37.711715 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce3692-4a45-4810-9096-abea9f184eb3 None None] No DVR routers for this DVR port b086caf3-8aea-4a84-859a-a0a7b6a58aef on host dv-cinder-837353-1-iscsi {{(pid=114852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:01:37.712229 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=114851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:01:37.712229 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599408'] for segment (354ac18e-c4fe-469c-bfdb-5cf007bdc0ff), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: Traceback (most recent call last): Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: timer() Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: cb(*args, **kw) Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: return func(*args, **kwargs) Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: self._notify() Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: self.callback(batched_events) Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: event.method(event) Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: return f(self, *a, **k) Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._get(url).json() Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: return self.request(url, 'GET', **kwargs) Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:01:37.723467 dv-cinder-837353-1-iscsi neutron-server[114851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:01:37.781483 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (5b7d6775-5316-468d-86b7-f792879d10ca), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.786790 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:37.789993 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5b7d6775-5316-468d-86b7-f792879d10ca HTTP/1.1" status: 204 len: 168 time: 0.6097808 Apr 11 18:01:37.804236 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf764f75-606f-438b-9f29-7d250cc1b3b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7d6775-5316-468d-86b7-f792879d10ca,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:37.971804 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57300) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:38.013509 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-64464f63-f700-4c19-b592-150dbb4b1e6d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4fa5b589155249c78a0edceb7bf8b0d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405035 Apr 11 18:01:38.015916 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57302) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:38.074578 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cf201308-f903-4656-9c95-8af26e6d673f admin admin] Publish callbacks [] for security_group (7f07208a-4eac-4739-bb48-3255e0ecab7c), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:38.097409 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cf201308-f903-4656-9c95-8af26e6d673f admin admin] Publish callbacks [] for security_group (7f07208a-4eac-4739-bb48-3255e0ecab7c), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:38.145023 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cf201308-f903-4656-9c95-8af26e6d673f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (7f07208a-4eac-4739-bb48-3255e0ecab7c), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:38.147747 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-cf201308-f903-4656-9c95-8af26e6d673f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:38.148986 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-cf201308-f903-4656-9c95-8af26e6d673f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f07208a-4eac-4739-bb48-3255e0ecab7c HTTP/1.1" status: 204 len: 168 time: 0.1321135 Apr 11 18:01:38.158058 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf201308-f903-4656-9c95-8af26e6d673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f07208a-4eac-4739-bb48-3255e0ecab7c,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:38.848048 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57324) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:38.947068 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-474440419-network', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:01:38.968383 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Made reservation on behalf of e30a70d1a1b54384bc426e99f5c7d623 for: {'network': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:01:38.971331 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:38.979701 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.072591 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Publish callbacks [] for security_group (049b2d89-76bf-4de9-b158-73ab247e5dd6), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.077592 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (049b2d89-76bf-4de9-b158-73ab247e5dd6), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.102381 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=114851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:01:39.111293 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049b2d89-76bf-4de9-b158-73ab247e5dd6,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:39.117326 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (3d78caa9-a112-4fa1-8710-db151d27541c), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.117727 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.segments_db [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Added segment 3d78caa9-a112-4fa1-8710-db151d27541c of type vlan for network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf Apr 11 18:01:39.169830 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.194736 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.195695 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:39.196278 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.229835 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3805354 Apr 11 18:01:39.233080 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 57328) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:39.237987 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-09b2661b-031d-471d-a344-fb0e2f8d944e admin admin] Request body: {'subnet': {'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-474440419-subnet', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:01:39.259897 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa86f2-2c5a-4062-b926-e27195f98a91 admin admin] Pushing event updated for resources: {'Network': ['ID=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:39.261360 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b2661b-031d-471d-a344-fb0e2f8d944e admin admin] Made reservation on behalf of e30a70d1a1b54384bc426e99f5c7d623 for: {'subnet': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:01:39.263750 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-09b2661b-031d-471d-a344-fb0e2f8d944e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660958'] for subnet (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.271432 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:01:39.445286 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-09b2661b-031d-471d-a344-fb0e2f8d944e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25603477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660940'] for subnet (bbad68c2-5380-466f-af2b-e290b725d0e7), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.509397 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2661b-031d-471d-a344-fb0e2f8d944e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbad68c2-5380-466f-af2b-e290b725d0e7,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:39.517021 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2661b-031d-471d-a344-fb0e2f8d944e admin admin] Checking segment: {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:01:39.517384 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b2661b-031d-471d-a344-fb0e2f8d944e admin admin] Network hostable DHCP agents. Network: 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:01:39.536818 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b2661b-031d-471d-a344-fb0e2f8d944e admin admin] Network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:01:39.545864 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-09b2661b-031d-471d-a344-fb0e2f8d944e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf) {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:01:39.550848 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b2661b-031d-471d-a344-fb0e2f8d944e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:39.551438 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-09b2661b-031d-471d-a344-fb0e2f8d944e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.556235 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6965b745-b486-4210-821c-7130864c190b None None] Network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:01:39.568788 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-09b2661b-031d-471d-a344-fb0e2f8d944e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3344789 Apr 11 18:01:39.572635 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 57332) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:39.577067 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:01:39.597662 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1747242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123027'] for router (dfe06350-559e-439a-bff6-16da55bfd2df), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.598812 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1748122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596705', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1822278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123050'] for router (dfe06350-559e-439a-bff6-16da55bfd2df), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.653339 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Publish callbacks [] for router_controller (dfe06350-559e-439a-bff6-16da55bfd2df), precommit_add_association {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.672331 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb427c2df-acee-5b9d-b21c-7ccde36b64d7-6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7'}]}} from dv-cinder-837353-1-iscsi. {{(pid=114852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:01:39.674066 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.801995 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Publish callbacks [] for router_gateway (dfe06350-559e-439a-bff6-16da55bfd2df), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.830761 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.db_base_plugin_common [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Allocated IP 172.20.0.2 (6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf/bbad68c2-5380-466f-af2b-e290b725d0e7/0da6f9e5-a2ba-41f5-9265-4c98543bf81c) {{(pid=114852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:01:39.986264 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Publish callbacks [] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), precommit_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.992551 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Publish callbacks [] for router_gateway (dfe06350-559e-439a-bff6-16da55bfd2df), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:39.993326 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), after_create {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:40.015978 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:40.033788 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf is already hosted by enough agents. {{(pid=114852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:01:40.036683 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.scheduler.base_scheduler [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Resources bound (agent type, host, resource id): {{(pid=114852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:01:40.039153 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Received port after_create {{(pid=114852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:01:40.052135 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Pushing event updated for resources: {'Port': ['ID=0da6f9e5-a2ba-41f5-9265-4c98543bf81c,revision_number=1']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:40.104445 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Attempting to bind port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:01:40.104816 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Attempting to bind port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:01:40.105217 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Attempting to bind port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c on network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:01:40.111233 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:01:40.111610 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Checking segment: {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:01:40.112015 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:40.112890 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Bound using segment: {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:01:40.112890 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Bound port: 0da6f9e5-a2ba-41f5-9265-4c98543bf81c, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:01:40.113275 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:40.128611 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Allocated IP 172.27.1.84 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/e8749331-b98d-44f9-a875-d3eb7ff5cc31) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:01:40.182987 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] For port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:01:40.187192 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] For port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=0da6f9e5-a2ba-41f5-9265-4c98543bf81c,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:01:40.194171 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:40.246483 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Publish callbacks [] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:40.263933 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552e44c-6a4f-4528-aeba-1997258146cd None None] Pushing event updated for resources: {'Port': ['ID=0da6f9e5-a2ba-41f5-9265-4c98543bf81c,revision_number=2']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:40.283106 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:40.327867 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:01:40.330934 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:01:40.335493 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:01:40.339332 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Pushing event updated for resources: {'Port': ['ID=e8749331-b98d-44f9-a875-d3eb7ff5cc31,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:40.643561 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Publish callbacks [] for router_gateway (dfe06350-559e-439a-bff6-16da55bfd2df), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:40.865644 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594322'] for router (dfe06350-559e-439a-bff6-16da55bfd2df), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:41.015399 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Router dfe06350-559e-439a-bff6-16da55bfd2df is scheduled to L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad with binding_index 1 {{(pid=114850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:01:41.134025 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:01:41.145718 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Sync routers for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:01:41.155904 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:41.157103 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-03037713-8eeb-48f5-bcb6-97a2b388d708 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5834200 Apr 11 18:01:41.159653 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:01:41.160639 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:01:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:41.161463 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57334) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:41.203831 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d70ec4f-ed92-44e3-bf49-880d3f97a504 None None] Network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:01:41.274705 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-1ef7fc64-19c9-4850-af16-fc168987be19 None None] Provisioning complete for port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:41.275178 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1ef7fc64-19c9-4850-af16-fc168987be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:41.291785 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:01:41.397313 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7fc64-19c9-4850-af16-fc168987be19 None None] Current status of the port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:01:41.397854 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1ef7fc64-19c9-4850-af16-fc168987be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:41.444710 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-1ef7fc64-19c9-4850-af16-fc168987be19 None None] For port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=0da6f9e5-a2ba-41f5-9265-4c98543bf81c,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:01:41.453134 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1ef7fc64-19c9-4850-af16-fc168987be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:41.578057 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 0da6f9e5-a2ba-41f5-9265-4c98543bf81c up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:01:41.581652 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7fc64-19c9-4850-af16-fc168987be19 None None] Pushing event updated for resources: {'Port': ['ID=0da6f9e5-a2ba-41f5-9265-4c98543bf81c,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:41.624677 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:40Z', 'revision_number': 3, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:41.647726 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:41.648406 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:41.663207 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Checking router: dfe06350-559e-439a-bff6-16da55bfd2df for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:01:41.663790 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Updating router dfe06350-559e-439a-bff6-16da55bfd2df port e8749331-b98d-44f9-a875-d3eb7ff5cc31 binding host dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:01:41.708123 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:41.718213 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:41.744546 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:01:41.774234 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-919dd307-7503-4969-be59-f63e60c18a2e None None] Provisioning complete for port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:41.774804 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-919dd307-7503-4969-be59-f63e60c18a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:41.886863 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-919dd307-7503-4969-be59-f63e60c18a2e None None] Current status of the port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:01:41.891660 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Allocated IP 172.20.0.1 (6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf/bbad68c2-5380-466f-af2b-e290b725d0e7/f820483e-e088-4639-8e32-00a9763a64a5) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:01:41.989741 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Publish callbacks [] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), precommit_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:41.996318 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:42.003868 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Publish callbacks [] for port (f820483e-e088-4639-8e32-00a9763a64a5), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:42.038433 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (f820483e-e088-4639-8e32-00a9763a64a5), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:42.055484 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Pushing event updated for resources: {'Port': ['ID=e8749331-b98d-44f9-a875-d3eb7ff5cc31,revision_number=2']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:42.058622 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Attempting to bind port e8749331-b98d-44f9-a875-d3eb7ff5cc31 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:01:42.058982 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Attempting to bind port e8749331-b98d-44f9-a875-d3eb7ff5cc31 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:01:42.059335 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Attempting to bind port e8749331-b98d-44f9-a875-d3eb7ff5cc31 on network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:01:42.066498 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.066867 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.067214 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.067594 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.067913 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.068243 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.068567 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.068905 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.069234 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.069558 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.069882 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.070233 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.070544 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.070862 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.071295 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:01:42.077360 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:01:42.077730 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Checking segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:01:42.078125 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:42.078507 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Bound using segment: {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'} {{(pid=114853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:01:42.078969 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.managers [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Bound port: e8749331-b98d-44f9-a875-d3eb7ff5cc31, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9439f-91fb-4130-a195-747ac12e5c3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}}] {{(pid=114853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:01:42.079348 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:01:42.079461 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), before_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:42.082463 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:01:42.085910 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:01:42.120200 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Pushing event updated for resources: {'Port': ['ID=f820483e-e088-4639-8e32-00a9763a64a5,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:42.133835 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] For port e8749331-b98d-44f9-a875-d3eb7ff5cc31, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:01:42.137569 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1594145'] for router_interface (dfe06350-559e-439a-bff6-16da55bfd2df), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:42.137828 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.plugins.ml2.db [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] For port e8749331-b98d-44f9-a875-d3eb7ff5cc31, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=e8749331-b98d-44f9-a875-d3eb7ff5cc31,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:01:42.146080 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron_lib.callbacks.manager [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), after_update {{(pid=114853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:42.240907 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:01:42.241996 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:01:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:42.285877 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317a161-9fe9-4dc3-bc40-2fd794cea4a8 None None] Pushing event updated for resources: {'Port': ['ID=e8749331-b98d-44f9-a875-d3eb7ff5cc31,revision_number=3']} {{(pid=114853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:42.325664 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f820483e-e088-4639-8e32-00a9763a64a5), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:42.378608 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:01:42.420451 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-91fdd665-6d97-480b-9cd3-1a4b76f74977 None None] Provisioning complete for port f820483e-e088-4639-8e32-00a9763a64a5 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:42.421654 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-91fdd665-6d97-480b-9cd3-1a4b76f74977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f820483e-e088-4639-8e32-00a9763a64a5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:42.459818 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-91fdd665-6d97-480b-9cd3-1a4b76f74977 None None] Port f820483e-e088-4639-8e32-00a9763a64a5 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:01:42.503668 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Publish callbacks [] for port (f820483e-e088-4639-8e32-00a9763a64a5), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:42.508727 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (f820483e-e088-4639-8e32-00a9763a64a5), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:42.577169 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:40Z', 'revision_number': 3, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:42.583991 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Pushing event updated for resources: {'Port': ['ID=f820483e-e088-4639-8e32-00a9763a64a5,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:42.588409 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1588715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594769'] for router_interface (dfe06350-559e-439a-bff6-16da55bfd2df), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:42.606180 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d201a22a-027d-4420-978c-827eea67aaa0 None None] The sync data for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi is: [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:40Z', 'revision_number': 3, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:01:42.708543 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:01:42.710120 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:01:42.877233 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Router dfe06350-559e-439a-bff6-16da55bfd2df has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:01:43.011085 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:01:43.018091 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-0ad26091-fb93-40a4-906e-39adec2f6e90 admin admin] 10.222.0.76 "PUT /v2.0/routers/dfe06350-559e-439a-bff6-16da55bfd2df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8540576 Apr 11 18:01:43.082589 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-d306a5ba-39ee-470e-9523-16f92a2bcef8 None None] Provisioning complete for port f820483e-e088-4639-8e32-00a9763a64a5 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:43.083277 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d306a5ba-39ee-470e-9523-16f92a2bcef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f820483e-e088-4639-8e32-00a9763a64a5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.125307 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-d306a5ba-39ee-470e-9523-16f92a2bcef8 None None] Port f820483e-e088-4639-8e32-00a9763a64a5 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:01:43.184920 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-584890e8-bab6-49d8-a68d-921bf74ca59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.540990 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57342) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:43.545661 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-2f3aa8ae-9570-4076-a861-8af6e12f63ab tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003841647', 'description': 'tempest-description--57023338'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:01:43.569919 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2f3aa8ae-9570-4076-a861-8af6e12f63ab tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.620537 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device e8749331-b98d-44f9-a875-d3eb7ff5cc31 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:01:43.655639 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2f3aa8ae-9570-4076-a861-8af6e12f63ab tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group (ce3fb574-eb91-4f96-bd46-afbf43859b15), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.660652 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2f3aa8ae-9570-4076-a861-8af6e12f63ab tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (ce3fb574-eb91-4f96-bd46-afbf43859b15), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.676066 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port e8749331-b98d-44f9-a875-d3eb7ff5cc31 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:43.676434 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.693331 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2f3aa8ae-9570-4076-a861-8af6e12f63ab tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.694576 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-2f3aa8ae-9570-4076-a861-8af6e12f63ab tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1525025 Apr 11 18:01:43.697648 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 57344) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:43.702344 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-774329d4-1ae3-4bee-be27-440bef3487cc tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Request body: {'security_group_rule': {'security_group_id': 'ce3fb574-eb91-4f96-bd46-afbf43859b15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:01:43.704335 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3aa8ae-9570-4076-a861-8af6e12f63ab tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3fb574-eb91-4f96-bd46-afbf43859b15,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:43.729357 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-774329d4-1ae3-4bee-be27-440bef3487cc tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group_rule (7a966b03-7e9a-4581-bdef-31b5b441c83a), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.770131 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port e8749331-b98d-44f9-a875-d3eb7ff5cc31 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:01:43.770663 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.794355 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] For port e8749331-b98d-44f9-a875-d3eb7ff5cc31, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=e8749331-b98d-44f9-a875-d3eb7ff5cc31,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:01:43.800294 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.801348 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 0da6f9e5-a2ba-41f5-9265-4c98543bf81c up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:01:43.801576 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-774329d4-1ae3-4bee-be27-440bef3487cc tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group_rule (7a966b03-7e9a-4581-bdef-31b5b441c83a), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.805642 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-774329d4-1ae3-4bee-be27-440bef3487cc tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (7a966b03-7e9a-4581-bdef-31b5b441c83a), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.830118 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774329d4-1ae3-4bee-be27-440bef3487cc tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a966b03-7e9a-4581-bdef-31b5b441c83a,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:43.838038 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-774329d4-1ae3-4bee-be27-440bef3487cc tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.841739 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-774329d4-1ae3-4bee-be27-440bef3487cc tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426346 Apr 11 18:01:43.842147 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57346) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:43.847194 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-29334878-af42-4bbd-8173-f68bd597780c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Request body: {'security_group_rule': {'security_group_id': 'ce3fb574-eb91-4f96-bd46-afbf43859b15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:01:43.877310 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-29334878-af42-4bbd-8173-f68bd597780c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group_rule (47f60013-6959-4d77-9cbf-8aafaca9298d), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.897133 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Pushing event updated for resources: {'Port': ['ID=e8749331-b98d-44f9-a875-d3eb7ff5cc31,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:43.904941 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:43.905331 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.942205 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-29334878-af42-4bbd-8173-f68bd597780c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group_rule (47f60013-6959-4d77-9cbf-8aafaca9298d), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.950061 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-29334878-af42-4bbd-8173-f68bd597780c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (47f60013-6959-4d77-9cbf-8aafaca9298d), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.973708 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29334878-af42-4bbd-8173-f68bd597780c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f60013-6959-4d77-9cbf-8aafaca9298d,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:43.984659 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-29334878-af42-4bbd-8173-f68bd597780c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:43.986240 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-29334878-af42-4bbd-8173-f68bd597780c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430814 Apr 11 18:01:43.989575 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57348) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:43.995802 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:01:44.000830 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:01:44.017246 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:44.096504 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:44.209501 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Allocated IP 172.27.1.218 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/88322b45-8dfe-4eb7-a4db-52f22b0a95e0) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:01:44.268302 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Sync routers for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:01:44.279203 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:01:44.279863 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:01:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:44.316245 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for port (88322b45-8dfe-4eb7-a4db-52f22b0a95e0), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:44.357108 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (88322b45-8dfe-4eb7-a4db-52f22b0a95e0), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:44.401432 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:01:44.404779 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:01:44.407333 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:01:44.435109 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event updated for resources: {'Port': ['ID=88322b45-8dfe-4eb7-a4db-52f22b0a95e0,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:44.514621 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (eae3bef2-f24d-46d6-b7df-584cc7b5495f), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:44.547518 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:01:44.558812 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (88322b45-8dfe-4eb7-a4db-52f22b0a95e0), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:44.721283 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for port (88322b45-8dfe-4eb7-a4db-52f22b0a95e0), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:44.733935 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (88322b45-8dfe-4eb7-a4db-52f22b0a95e0), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:44.766580 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 2, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:44.794659 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Checking router: dfe06350-559e-439a-bff6-16da55bfd2df for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:01:44.795014 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Updating router dfe06350-559e-439a-bff6-16da55bfd2df port f820483e-e088-4639-8e32-00a9763a64a5 binding host dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:01:44.810132 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event updated for resources: {'Port': ['ID=88322b45-8dfe-4eb7-a4db-52f22b0a95e0,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:44.822567 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (eae3bef2-f24d-46d6-b7df-584cc7b5495f), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:44.831630 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f820483e-e088-4639-8e32-00a9763a64a5), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:44.840309 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:44.841590 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-80833637-e99c-476c-be88-de73d524a61a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8505626 Apr 11 18:01:45.027765 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-ad643d32-26ae-4f51-a298-1bf18634f676 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2003841647&fields=id&tenant_id=e30a70d1a1b54384bc426e99f5c7d623 HTTP/1.1" status: 200 len: 267 time: 0.0487409 Apr 11 18:01:45.149526 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-912f544f-2526-44d0-b03e-22fe1fa2125a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:45.150802 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Publish callbacks [] for port (f820483e-e088-4639-8e32-00a9763a64a5), precommit_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:45.151182 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-912f544f-2526-44d0-b03e-22fe1fa2125a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/networks?id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 200 len: 810 time: 0.1167693 Apr 11 18:01:45.159125 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f820483e-e088-4639-8e32-00a9763a64a5), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:45.168298 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-14195e7a-6bb8-4fee-9e20-664d05a03cbf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/quotas/e30a70d1a1b54384bc426e99f5c7d623 HTTP/1.1" status: 200 len: 375 time: 0.0096574 Apr 11 18:01:45.211803 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fa80a-8b01-48a4-ac07-8a7d933b9083 None None] Pushing event updated for resources: {'Port': ['ID=f820483e-e088-4639-8e32-00a9763a64a5,revision_number=3']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:45.234532 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-8546eced-c1df-4aa9-80b7-faf292b66403 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537899 Apr 11 18:01:45.275053 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Attempting to bind port f820483e-e088-4639-8e32-00a9763a64a5 on host dv-cinder-837353-1-iscsi for vnic_type normal with profile {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:01:45.275593 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Attempting to bind port f820483e-e088-4639-8e32-00a9763a64a5 by drivers openvswitch,hyperv on host dv-cinder-837353-1-iscsi at level 0 using segments [{'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:01:45.275988 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Attempting to bind port f820483e-e088-4639-8e32-00a9763a64a5 on network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:01:45.283924 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Checking agent: {'id': '64d5f50c-447e-4745-b935-66a2d080c448', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837353-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 42, 49), 'started_at': datetime.datetime(2022, 4, 11, 17, 43, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837353-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:01:45.284249 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Checking segment: {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:01:45.284688 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:45.285021 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Bound using segment: {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'} {{(pid=114852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:01:45.285524 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.managers [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Bound port: f820483e-e088-4639-8e32-00a9763a64a5, host: dv-cinder-837353-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'}}] {{(pid=114852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:01:45.285909 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f820483e-e088-4639-8e32-00a9763a64a5), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:45.302963 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-184fefcc-407a-4d19-8512-a26c05667d06 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:01:45.303991 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-184fefcc-407a-4d19-8512-a26c05667d06 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0627253 Apr 11 18:01:45.373814 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] For port f820483e-e088-4639-8e32-00a9763a64a5, host dv-cinder-837353-1-iscsi, cleared binding levels {{(pid=114852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:01:45.379598 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] For port f820483e-e088-4639-8e32-00a9763a64a5, host dv-cinder-837353-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=f820483e-e088-4639-8e32-00a9763a64a5,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:01:45.387867 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f820483e-e088-4639-8e32-00a9763a64a5), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:45.417009 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-101fa2ee-1abb-43ca-9659-b8cda2d22417 service neutron] 10.222.0.76 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063175 Apr 11 18:01:45.454825 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:01:45.456261 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:01:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:45.513171 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fa80a-8b01-48a4-ac07-8a7d933b9083 None None] Pushing event updated for resources: {'Port': ['ID=f820483e-e088-4639-8e32-00a9763a64a5,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:45.544841 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-aa9170b7-b534-41bb-92b8-0fc0d1a2e181 service neutron] 10.222.0.76 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245620 Apr 11 18:01:45.550157 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-4b856f55-bb34-4128-9222-0c3ffb932cdf None None] Provisioning complete for port f820483e-e088-4639-8e32-00a9763a64a5 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:45.550676 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4b856f55-bb34-4128-9222-0c3ffb932cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f820483e-e088-4639-8e32-00a9763a64a5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:45.567623 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device e8749331-b98d-44f9-a875-d3eb7ff5cc31 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:01:45.653513 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-9d4b58f6-e6f0-42f0-8220-35a31b6ea38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:45.732116 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:01:45.750805 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-832fcf08-efdb-469f-b7db-bd2fa3953067 req-3a8374d4-31ec-42b4-9b68-3fcbe723523d tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 210 time: 0.0301635 Apr 11 18:01:45.777938 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port e8749331-b98d-44f9-a875-d3eb7ff5cc31 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:45.778427 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:45.885806 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-4b856f55-bb34-4128-9222-0c3ffb932cdf None None] Current status of the port f820483e-e088-4639-8e32-00a9763a64a5 is: DOWN; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:01:45.886353 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4b856f55-bb34-4128-9222-0c3ffb932cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f820483e-e088-4639-8e32-00a9763a64a5), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:45.987109 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-4b856f55-bb34-4128-9222-0c3ffb932cdf None None] For port f820483e-e088-4639-8e32-00a9763a64a5, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=f820483e-e088-4639-8e32-00a9763a64a5,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:01:46.012782 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-4b856f55-bb34-4128-9222-0c3ffb932cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f820483e-e088-4639-8e32-00a9763a64a5), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:46.089150 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port e8749331-b98d-44f9-a875-d3eb7ff5cc31 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:01:46.136398 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b856f55-bb34-4128-9222-0c3ffb932cdf None None] Pushing event updated for resources: {'Port': ['ID=f820483e-e088-4639-8e32-00a9763a64a5,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:46.149208 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-f1352b9f-fa4f-445f-92c9-d7597aaee79d None None] Provisioning complete for port f820483e-e088-4639-8e32-00a9763a64a5 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:46.149583 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f1352b9f-fa4f-445f-92c9-d7597aaee79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f820483e-e088-4639-8e32-00a9763a64a5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:46.179891 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:46.220874 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6cc972-42b2-4e08-b535-817a740e0f34 None None] The sync data for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi is: [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:01:46.292000 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-f1352b9f-fa4f-445f-92c9-d7597aaee79d None None] Current status of the port f820483e-e088-4639-8e32-00a9763a64a5 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:01:46.533295 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:46.809080 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-b290631e-6534-4877-80e7-ebf1f35b04ed tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:46.810248 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-b290631e-6534-4877-80e7-ebf1f35b04ed tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.18 "GET /v2.0/networks?id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 200 len: 810 time: 0.1290424 Apr 11 18:01:46.888627 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f26db413-8995-4e07-9a65-221025a5ad2b req-c69f441c-239a-44e0-859c-96442676a8f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 210 time: 0.0468297 Apr 11 18:01:46.906182 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-d932c3a5-8608-41d0-b5c0-cd97f643b505 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e30a70d1a1b54384bc426e99f5c7d623 HTTP/1.1" status: 200 len: 380 time: 0.0875430 Apr 11 18:01:46.967774 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Request body: {'port': {'device_id': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'admin_state_up': True, 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'security_groups': ['ce3fb574-eb91-4f96-bd46-afbf43859b15']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:01:47.089446 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Made reservation on behalf of e30a70d1a1b54384bc426e99f5c7d623 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:01:47.092972 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:47.238490 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Allocated IP 172.20.0.8 (6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf/bbad68c2-5380-466f-af2b-e290b725d0e7/e9b42715-9526-453f-89c1-1822e49195b5) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:01:47.406166 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for port (e9b42715-9526-453f-89c1-1822e49195b5), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:47.442340 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (e9b42715-9526-453f-89c1-1822e49195b5), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:47.496752 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:01:47.500022 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:01:47.502621 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:01:47.509582 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event updated for resources: {'Port': ['ID=e9b42715-9526-453f-89c1-1822e49195b5,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:47.556645 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device f820483e-e088-4639-8e32-00a9763a64a5 up at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:01:47.577702 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:47.577702 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:47.600160 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-59a0537c-42fe-4dbe-8052-bf72c583148b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6360590 Apr 11 18:01:47.611728 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Provisioning complete for port f820483e-e088-4639-8e32-00a9763a64a5 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:47.612032 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f820483e-e088-4639-8e32-00a9763a64a5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:47.664995 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Request body: {'port': {'device_id': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:01:47.711567 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Current status of the port f820483e-e088-4639-8e32-00a9763a64a5 is: ACTIVE; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:01:47.739100 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-c90de6a6-ad57-4292-a22f-f0d84d6e6c72 None None] Provisioning complete for port e9b42715-9526-453f-89c1-1822e49195b5 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:47.739470 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-c90de6a6-ad57-4292-a22f-f0d84d6e6c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (e9b42715-9526-453f-89c1-1822e49195b5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:47.743245 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e9b42715-9526-453f-89c1-1822e49195b5), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:47.776152 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-c90de6a6-ad57-4292-a22f-f0d84d6e6c72 None None] Port e9b42715-9526-453f-89c1-1822e49195b5 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:01:47.961041 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:48.041056 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa61da-26c5-4533-abce-687a5d72e4c1 req-5cfb9286-546c-4c62-8164-c7e5fa7c1a09 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:48.042593 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-95fa61da-26c5-4533-abce-687a5d72e4c1 req-5cfb9286-546c-4c62-8164-c7e5fa7c1a09 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 931 time: 0.0777719 Apr 11 18:01:48.071211 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b42715-9526-453f-89c1-1822e49195b5 {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:01:48.080027 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Publish callbacks [] for port (e9b42715-9526-453f-89c1-1822e49195b5), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:48.112100 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Transition to ACTIVE for port object e9b42715-9526-453f-89c1-1822e49195b5 will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:01:48.117442 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (e9b42715-9526-453f-89c1-1822e49195b5), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:48.123507 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-95fa61da-26c5-4533-abce-687a5d72e4c1 req-ef98ccef-ee78-4de7-8526-d623b50f2117 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735450 Apr 11 18:01:48.171482 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b42715-9526-453f-89c1-1822e49195b5,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:48.247581 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Attempting to bind port e9b42715-9526-453f-89c1-1822e49195b5 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:01:48.247917 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Attempting to bind port e9b42715-9526-453f-89c1-1822e49195b5 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:01:48.248248 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Attempting to bind port e9b42715-9526-453f-89c1-1822e49195b5 on network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:01:48.253462 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Port e9b42715-9526-453f-89c1-1822e49195b5 on network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:01:48.253786 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Attempting to bind port e9b42715-9526-453f-89c1-1822e49195b5 on network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:01:48.259752 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:01:48.260092 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Checking segment: {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:01:48.260493 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Bound using segment: {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:01:48.260960 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Bound port: e9b42715-9526-453f-89c1-1822e49195b5, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:01:48.261343 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e9b42715-9526-453f-89c1-1822e49195b5), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:48.343197 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] For port e9b42715-9526-453f-89c1-1822e49195b5, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:01:48.347711 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] For port e9b42715-9526-453f-89c1-1822e49195b5, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e9b42715-9526-453f-89c1-1822e49195b5,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:01:48.354221 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (e9b42715-9526-453f-89c1-1822e49195b5), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:48.395053 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:48.395053 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:48.395053 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/e9b42715-9526-453f-89c1-1822e49195b5 HTTP/1.1" status: 200 len: 1093 time: 0.7853701 Apr 11 18:01:48.395959 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'tag': 'e9b42715-9526-453f-89c1-1822e49195b5'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:01:48.398922 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e717cd79-d17e-4ed8-90b0-c1486d7bb597" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4bafad-ce76-48ac-be7c-08ca7e7d1199", "tag": "e9b42715-9526-453f-89c1-1822e49195b5"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:01:48.445828 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6712a8-370b-4d81-a9c3-46605fa925b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b42715-9526-453f-89c1-1822e49195b5,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:48.505858 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-8fb9be6f-d8b6-4900-8fb3-b06e50d37a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:48.507781 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-8fb9be6f-d8b6-4900-8fb3-b06e50d37a9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 1127 time: 0.0534685 Apr 11 18:01:48.558086 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc424ea3-2258-411b-8995-5fc76ca6fb8e x-openstack-request-id: req-dc424ea3-2258-411b-8995-5fc76ca6fb8e {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:01:48.558393 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4bafad-ce76-48ac-be7c-08ca7e7d1199", "tag": "e9b42715-9526-453f-89c1-1822e49195b5", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:01:48.558617 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc424ea3-2258-411b-8995-5fc76ca6fb8e {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:01:48.559023 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc424ea3-2258-411b-8995-5fc76ca6fb8e'] response: {'name': 'network-changed', 'server_uuid': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'tag': 'e9b42715-9526-453f-89c1-1822e49195b5', 'status': 'completed', 'code': 200} Apr 11 18:01:48.560893 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-516900fe-ad68-45e9-904b-46b78afe95b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9b42715-9526-453f-89c1-1822e49195b5 HTTP/1.1" status: 200 len: 217 time: 0.0444889 Apr 11 18:01:48.627733 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-710d59a1-db46-4f6b-98d4-6b4f40d21b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:48.629300 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-710d59a1-db46-4f6b-98d4-6b4f40d21b46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbad68c2-5380-466f-af2b-e290b725d0e7 HTTP/1.1" status: 200 len: 849 time: 0.0629518 Apr 11 18:01:48.673364 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-48f06145-faf9-4fd3-9fc2-96fd8139960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:48.674958 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-48f06145-faf9-4fd3-9fc2-96fd8139960f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399730 Apr 11 18:01:48.768364 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-b5b08cc9-6ca3-46af-8a6f-756a2cf8a255 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873096 Apr 11 18:01:49.139231 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-526f08d3-c5b1-4412-97d8-083b60f54ad1 req-24a0f1aa-3e5c-428b-b4be-ba077c26209f service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635621 Apr 11 18:01:49.241453 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552870b-cd3c-41bf-9852-028d98060a88 req-707675a9-cd37-405d-9e15-d31aab4c571f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:49.242959 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5552870b-cd3c-41bf-9852-028d98060a88 req-707675a9-cd37-405d-9e15-d31aab4c571f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 943 time: 0.0473521 Apr 11 18:01:49.298710 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5552870b-cd3c-41bf-9852-028d98060a88 req-c8112249-624f-410e-9937-14ab097dec2c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497682 Apr 11 18:01:49.474287 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:49.859869 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717cd79-d17e-4ed8-90b0-c1486d7bb597 req-97d39283-bf81-4af2-8f34-282e45e680aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:49.862065 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e717cd79-d17e-4ed8-90b0-c1486d7bb597 req-97d39283-bf81-4af2-8f34-282e45e680aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 1127 time: 0.0397780 Apr 11 18:01:49.955399 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717cd79-d17e-4ed8-90b0-c1486d7bb597 req-46b34b90-8ab1-41ea-8427-081241f45684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:49.956913 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e717cd79-d17e-4ed8-90b0-c1486d7bb597 req-46b34b90-8ab1-41ea-8427-081241f45684 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 200 len: 911 time: 0.0892384 Apr 11 18:01:50.001231 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e717cd79-d17e-4ed8-90b0-c1486d7bb597 req-1487149b-6fcf-45e9-8db6-76e7a3c24e75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9b42715-9526-453f-89c1-1822e49195b5 HTTP/1.1" status: 200 len: 217 time: 0.0387511 Apr 11 18:01:50.051346 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717cd79-d17e-4ed8-90b0-c1486d7bb597 req-3c68dae3-9b11-4a94-9163-ea0e5dfa2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:50.052834 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e717cd79-d17e-4ed8-90b0-c1486d7bb597 req-3c68dae3-9b11-4a94-9163-ea0e5dfa2735 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbad68c2-5380-466f-af2b-e290b725d0e7 HTTP/1.1" status: 200 len: 849 time: 0.0463557 Apr 11 18:01:50.099290 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717cd79-d17e-4ed8-90b0-c1486d7bb597 req-302c4842-fca3-4424-83da-5552c71ba42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:50.100833 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e717cd79-d17e-4ed8-90b0-c1486d7bb597 req-302c4842-fca3-4424-83da-5552c71ba42f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415711 Apr 11 18:01:50.195858 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e717cd79-d17e-4ed8-90b0-c1486d7bb597 req-e6a1e0a3-6270-4055-839e-77e5d9401097 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884504 Apr 11 18:01:50.288094 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e717cd79-d17e-4ed8-90b0-c1486d7bb597 req-69be37b1-4359-442b-86f8-b0a1279dc4cd service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851741 Apr 11 18:01:50.420177 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a1fc5-cf15-47bf-a9c1-39054a968046 req-f73f1215-2e05-4e4b-ac88-fce3c3361e57 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:50.421831 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-723a1fc5-cf15-47bf-a9c1-39054a968046 req-f73f1215-2e05-4e4b-ac88-fce3c3361e57 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 943 time: 0.0536530 Apr 11 18:01:50.471903 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-723a1fc5-cf15-47bf-a9c1-39054a968046 req-42c16056-2e0d-45d5-a2aa-85f027f8cb96 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435975 Apr 11 18:01:51.295642 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e9b42715-9526-453f-89c1-1822e49195b5 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:01:51.398112 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e9b42715-9526-453f-89c1-1822e49195b5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e9b42715-9526-453f-89c1-1822e49195b5,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:01:51.412376 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'e9b42715-9526-453f-89c1-1822e49195b5', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'port_id': 'e9b42715-9526-453f-89c1-1822e49195b5', 'mac_address': 'fa:16:3e:55:82:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:01:51.452314 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port e9b42715-9526-453f-89c1-1822e49195b5 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:01:51.452711 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e9b42715-9526-453f-89c1-1822e49195b5), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:51.470717 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b42715-9526-453f-89c1-1822e49195b5 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:01:51.490634 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e9b42715-9526-453f-89c1-1822e49195b5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e9b42715-9526-453f-89c1-1822e49195b5,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:01:51.496222 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (e9b42715-9526-453f-89c1-1822e49195b5), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:51.558462 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=e9b42715-9526-453f-89c1-1822e49195b5,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:51.593552 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac01cf-9bb5-41f2-b5fe-f4c9666a1fe3 req-6abbe601-b3b2-42f2-98a3-b54851564f52 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:51.595823 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-74ac01cf-9bb5-41f2-b5fe-f4c9666a1fe3 req-6abbe601-b3b2-42f2-98a3-b54851564f52 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 944 time: 0.0485191 Apr 11 18:01:51.647026 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-74ac01cf-9bb5-41f2-b5fe-f4c9666a1fe3 req-9681d651-319c-462b-ac61-0384c7d9a62f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453231 Apr 11 18:01:51.703185 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['e9b42715-9526-453f-89c1-1822e49195b5'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:01:52.180830 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:52.770565 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd6691-1067-46c4-8949-1a24b6cfbf6b req-1a7c645e-1dd7-44f3-97b8-73e09369bae9 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:52.772130 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cbcd6691-1067-46c4-8949-1a24b6cfbf6b req-1a7c645e-1dd7-44f3-97b8-73e09369bae9 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 944 time: 0.0571346 Apr 11 18:01:52.826355 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cbcd6691-1067-46c4-8949-1a24b6cfbf6b req-806b3b54-cd04-42bf-89a4-e655e19914f0 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478756 Apr 11 18:01:53.327705 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e9b42715-9526-453f-89c1-1822e49195b5 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:01:53.375497 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port e9b42715-9526-453f-89c1-1822e49195b5 completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:01:53.381775 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port e9b42715-9526-453f-89c1-1822e49195b5 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:01:53.382153 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (e9b42715-9526-453f-89c1-1822e49195b5), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:53.464371 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port e9b42715-9526-453f-89c1-1822e49195b5 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:01:53.464668 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e9b42715-9526-453f-89c1-1822e49195b5), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:53.489302 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b42715-9526-453f-89c1-1822e49195b5'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:01:53.491600 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b812f-85a9-4e63-a0c7-18fe5f65db8d" -d '{"events": [{"server_uuid": "4e4bafad-ce76-48ac-be7c-08ca7e7d1199", "name": "network-vif-plugged", "status": "completed", "tag": "e9b42715-9526-453f-89c1-1822e49195b5"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:01:53.516086 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e9b42715-9526-453f-89c1-1822e49195b5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e9b42715-9526-453f-89c1-1822e49195b5,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:01:53.522115 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (e9b42715-9526-453f-89c1-1822e49195b5), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:53.679846 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c68ebe-8e34-403e-9692-02d5adb71072 x-openstack-request-id: req-23c68ebe-8e34-403e-9692-02d5adb71072 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:01:53.680077 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4bafad-ce76-48ac-be7c-08ca7e7d1199", "name": "network-vif-plugged", "status": "completed", "tag": "e9b42715-9526-453f-89c1-1822e49195b5", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:01:53.680283 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23c68ebe-8e34-403e-9692-02d5adb71072 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:01:53.680668 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c68ebe-8e34-403e-9692-02d5adb71072'] response: {'server_uuid': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b42715-9526-453f-89c1-1822e49195b5', 'code': 200} Apr 11 18:01:53.709350 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=e9b42715-9526-453f-89c1-1822e49195b5,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:01:53.727695 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea49f60-458a-40ed-b051-8a0fa37978ad req-003c3ee8-9788-486f-a6ab-6b8f6e5f11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:53.729270 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ea49f60-458a-40ed-b051-8a0fa37978ad req-003c3ee8-9788-486f-a6ab-6b8f6e5f11b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 1129 time: 0.0380259 Apr 11 18:01:53.782992 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ea49f60-458a-40ed-b051-8a0fa37978ad req-c974b641-2dc4-4c23-beca-d0e375ebc00d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480366 Apr 11 18:01:53.944032 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e92f9a-07a2-4d6d-bfbb-6532911505eb req-a021e0af-b863-4979-b73b-fe96a0230f54 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:53.945458 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-48e92f9a-07a2-4d6d-bfbb-6532911505eb req-a021e0af-b863-4979-b73b-fe96a0230f54 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0500250 Apr 11 18:01:53.996905 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-48e92f9a-07a2-4d6d-bfbb-6532911505eb req-ac3e0a0e-1c0e-4ab2-99af-5073e7609576 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457966 Apr 11 18:01:55.121685 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576cf9-b144-4149-b952-3428b4f09ae1 req-a7ebe93c-f01b-4b76-ae65-fb65f264c3c0 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:55.123217 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d576cf9-b144-4149-b952-3428b4f09ae1 req-a7ebe93c-f01b-4b76-ae65-fb65f264c3c0 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0549819 Apr 11 18:01:55.178186 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0d576cf9-b144-4149-b952-3428b4f09ae1 req-f8c6add1-04ca-4da9-9c5d-75cf72bc30d3 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482690 Apr 11 18:01:56.291380 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c64c9-309f-416d-ab11-596036311b1d req-4be54ed7-8dd9-44a4-b2d6-1aa8d06594da tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:56.292900 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a83c64c9-309f-416d-ab11-596036311b1d req-4be54ed7-8dd9-44a4-b2d6-1aa8d06594da tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0479808 Apr 11 18:01:56.341466 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a83c64c9-309f-416d-ab11-596036311b1d req-9612e70a-33c6-46c5-8d0d-c19312e9d0dc tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428979 Apr 11 18:01:56.457426 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcee69-592e-4d1e-983a-75dea5a4642d req-b57ae180-513d-4083-be15-76f6ac6ea7f2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:56.459228 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c4fcee69-592e-4d1e-983a-75dea5a4642d req-b57ae180-513d-4083-be15-76f6ac6ea7f2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0533283 Apr 11 18:01:56.468085 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57408) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:01:56.472780 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-604da129-b894-471f-bec0-10ee08c46738 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Request body: {'floatingip': {'port_id': 'e9b42715-9526-453f-89c1-1822e49195b5'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:01:56.511458 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-604da129-b894-471f-bec0-10ee08c46738 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (eae3bef2-f24d-46d6-b7df-584cc7b5495f), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:56.950113 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-604da129-b894-471f-bec0-10ee08c46738 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:56.953568 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-604da129-b894-471f-bec0-10ee08c46738 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (eae3bef2-f24d-46d6-b7df-584cc7b5495f), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:57.282683 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.l3_db [None req-604da129-b894-471f-bec0-10ee08c46738 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Floating IP eae3bef2-f24d-46d6-b7df-584cc7b5495f associated. External IP: 172.27.1.218, port: e9b42715-9526-453f-89c1-1822e49195b5. Apr 11 18:01:57.501045 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604da129-b894-471f-bec0-10ee08c46738 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Router dfe06350-559e-439a-bff6-16da55bfd2df has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:01:57.609902 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604da129-b894-471f-bec0-10ee08c46738 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:01:57.614869 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-604da129-b894-471f-bec0-10ee08c46738 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:01:57.620432 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e751870-4c37-4349-85ef-417426e05bf4 None None] Sync routers for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:01:57.631096 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e751870-4c37-4349-85ef-417426e05bf4 None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:01:57.631705 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-6e751870-4c37-4349-85ef-417426e05bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:01:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:57.660054 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-604da129-b894-471f-bec0-10ee08c46738 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "PUT /v2.0/floatingips/eae3bef2-f24d-46d6-b7df-584cc7b5495f HTTP/1.1" status: 200 len: 991 time: 1.1763606 Apr 11 18:01:57.660054 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'tag': 'e9b42715-9526-453f-89c1-1822e49195b5'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:01:57.660054 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9619e0ef-b2ee-44bf-8d7c-54429be556e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4bafad-ce76-48ac-be7c-08ca7e7d1199", "tag": "e9b42715-9526-453f-89c1-1822e49195b5"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:01:57.686567 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a67817-640e-419f-a7af-ce019ec4e688 x-openstack-request-id: req-f3a67817-640e-419f-a7af-ce019ec4e688 {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:01:57.686855 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4bafad-ce76-48ac-be7c-08ca7e7d1199", "tag": "e9b42715-9526-453f-89c1-1822e49195b5", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:01:57.687104 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3a67817-640e-419f-a7af-ce019ec4e688 {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:01:57.687505 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a67817-640e-419f-a7af-ce019ec4e688'] response: {'name': 'network-changed', 'server_uuid': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'tag': 'e9b42715-9526-453f-89c1-1822e49195b5', 'status': 'completed', 'code': 200} Apr 11 18:01:57.744035 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-6e751870-4c37-4349-85ef-417426e05bf4 None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:01:57.746645 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619e0ef-b2ee-44bf-8d7c-54429be556e7 req-11f50f48-9979-4c97-88d1-e5941f54abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:57.748135 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9619e0ef-b2ee-44bf-8d7c-54429be556e7 req-11f50f48-9979-4c97-88d1-e5941f54abea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 1129 time: 0.0386503 Apr 11 18:01:57.837758 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619e0ef-b2ee-44bf-8d7c-54429be556e7 req-2384e5f3-e5b6-4caa-a30e-6eadb3e799d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:57.839441 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9619e0ef-b2ee-44bf-8d7c-54429be556e7 req-2384e5f3-e5b6-4caa-a30e-6eadb3e799d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 200 len: 911 time: 0.0851123 Apr 11 18:01:57.912020 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9619e0ef-b2ee-44bf-8d7c-54429be556e7 req-166c89a8-c840-4a9d-b8d7-c09727b6c8b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9b42715-9526-453f-89c1-1822e49195b5 HTTP/1.1" status: 200 len: 999 time: 0.0662069 Apr 11 18:01:57.969469 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619e0ef-b2ee-44bf-8d7c-54429be556e7 req-42f3c9f4-d600-4544-81fe-d6c18b35dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:57.971632 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9619e0ef-b2ee-44bf-8d7c-54429be556e7 req-42f3c9f4-d600-4544-81fe-d6c18b35dd65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbad68c2-5380-466f-af2b-e290b725d0e7 HTTP/1.1" status: 200 len: 849 time: 0.0480087 Apr 11 18:01:57.981457 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-6e751870-4c37-4349-85ef-417426e05bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'eae3bef2-f24d-46d6-b7df-584cc7b5495f', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'port_id': 'e9b42715-9526-453f-89c1-1822e49195b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'mac_address': 'fa:16:3e:55:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:01:44Z', 'updated_at': '2022-04-11T18:01:56Z', 'revision_number': 1, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:58.009959 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e751870-4c37-4349-85ef-417426e05bf4 None None] Checking router: dfe06350-559e-439a-bff6-16da55bfd2df for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:01:58.016122 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619e0ef-b2ee-44bf-8d7c-54429be556e7 req-2f54e751-9a12-4df0-ba03-c37ed8db940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:01:58.017733 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9619e0ef-b2ee-44bf-8d7c-54429be556e7 req-2f54e751-9a12-4df0-ba03-c37ed8db940f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400641 Apr 11 18:01:58.018736 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e751870-4c37-4349-85ef-417426e05bf4 None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:01:58.019343 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-6e751870-4c37-4349-85ef-417426e05bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:01:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:58.116736 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9619e0ef-b2ee-44bf-8d7c-54429be556e7 req-c7b27903-a348-4403-93b4-743ea6fb4f2b service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924501 Apr 11 18:01:58.129024 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-6e751870-4c37-4349-85ef-417426e05bf4 None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:01:58.211378 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9619e0ef-b2ee-44bf-8d7c-54429be556e7 req-8d67478c-ac6b-4587-8bff-530470a04fc5 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879729 Apr 11 18:01:58.428206 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-6e751870-4c37-4349-85ef-417426e05bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'eae3bef2-f24d-46d6-b7df-584cc7b5495f', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'port_id': 'e9b42715-9526-453f-89c1-1822e49195b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'mac_address': 'fa:16:3e:55:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:01:44Z', 'updated_at': '2022-04-11T18:01:56Z', 'revision_number': 1, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:01:58.457473 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e751870-4c37-4349-85ef-417426e05bf4 None None] The sync data for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi is: [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': 'eae3bef2-f24d-46d6-b7df-584cc7b5495f', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'port_id': 'e9b42715-9526-453f-89c1-1822e49195b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'mac_address': 'fa:16:3e:55:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:01:44Z', 'updated_at': '2022-04-11T18:01:56Z', 'revision_number': 1, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:01:58.645764 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d838e823-681e-4051-ba38-0c106793bbbe None None] New status for floating IP eae3bef2-f24d-46d6-b7df-584cc7b5495f: ACTIVE {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:02:09.771009 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:02:13.187379 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d22a8573-3d43-4d45-88b6-393e9c4197eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:15.538382 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f39ac7ca-dbf3-458f-8b7a-0033d8d50be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:16.529637 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:17.962025 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:19.478327 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:20.074643 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa871bb-2e51-4971-93f6-5a9e1e2e9339 req-281e5805-6758-4315-b459-41e99f8492bd tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:20.076097 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7aa871bb-2e51-4971-93f6-5a9e1e2e9339 req-281e5805-6758-4315-b459-41e99f8492bd tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 946 time: 0.0456483 Apr 11 18:02:20.123980 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7aa871bb-2e51-4971-93f6-5a9e1e2e9339 req-8d2b5754-2825-44c4-bb0f-b3d4a05b1d7d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418744 Apr 11 18:02:21.237803 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65797f-fdcc-423d-94aa-56bc0c96eb24 req-89d679ac-4962-4465-987c-560eaa2c6780 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:21.239335 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dd65797f-fdcc-423d-94aa-56bc0c96eb24 req-89d679ac-4962-4465-987c-560eaa2c6780 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 946 time: 0.0461745 Apr 11 18:02:21.287151 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dd65797f-fdcc-423d-94aa-56bc0c96eb24 req-45de95bb-7f03-40bb-9853-0842863f2ac7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420802 Apr 11 18:02:21.638933 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-d6f3e383-bde4-4a11-92bd-380ede6f98ca tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:21.640367 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-d6f3e383-bde4-4a11-92bd-380ede6f98ca tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 946 time: 0.0510213 Apr 11 18:02:21.724226 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Deleting port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:02:21.724485 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:21.816452 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] For port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:02:21.816815 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:21.990840 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:21.991201 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (c80e77f4-8f29-4ef4-abc3-c4b4b81ac9f9), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:21.991514 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Floating IP c80e77f4-8f29-4ef4-abc3-c4b4b81ac9f9 disassociated. External IP: 172.27.1.217, port: cb9c8172-7cd3-4b2b-9d2f-60ad726f613b. Apr 11 18:02:21.991849 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Calling delete_port for cb9c8172-7cd3-4b2b-9d2f-60ad726f613b owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:02:22.122837 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (cb9c8172-7cd3-4b2b-9d2f-60ad726f613b), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:22.152941 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event deleted for resources: {'Port': ['ID=cb9c8172-7cd3-4b2b-9d2f-60ad726f613b,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:02:22.174875 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:22.271571 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Router ae71b359-e290-4f8e-8d46-28b1f6670b41 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:02:22.391760 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3d9118a6-97ff-41a0-b907-4a32c295c1fe req-a6fc471e-6341-4578-8e3a-372768fef8c4 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 210 time: 0.0313728 Apr 11 18:02:22.408878 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:02:22.422942 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1deae6-2ed6-4b5e-a8d6-09c513dec409 None None] Sync routers for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:02:22.434062 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1deae6-2ed6-4b5e-a8d6-09c513dec409 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:02:22.434695 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-3f1deae6-2ed6-4b5e-a8d6-09c513dec409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:02:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:02:22.459673 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] No DVR routers for this DVR port cb9c8172-7cd3-4b2b-9d2f-60ad726f613b on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:02:22.462293 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:22.465765 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3df141cd-4ecb-406e-8374-0345e04780d4 req-3a62b26e-619f-4588-bf40-a96a5a88d85c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "DELETE /v2.0/ports/cb9c8172-7cd3-4b2b-9d2f-60ad726f613b HTTP/1.1" status: 204 len: 173 time: 0.8202076 Apr 11 18:02:22.466228 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'name': 'network-vif-deleted', 'tag': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:02:22.469067 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937e70cf-90c8-427e-b546-7f0557f279e0" -d '{"events": [{"server_uuid": "32f53b2b-6621-4556-8d05-c02fa82701d1", "name": "network-vif-deleted", "tag": "cb9c8172-7cd3-4b2b-9d2f-60ad726f613b"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:02:22.511078 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9428f671-2e25-4ec6-8cef-f34f15774f46 x-openstack-request-id: req-9428f671-2e25-4ec6-8cef-f34f15774f46 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:02:22.511383 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f53b2b-6621-4556-8d05-c02fa82701d1", "name": "network-vif-deleted", "tag": "cb9c8172-7cd3-4b2b-9d2f-60ad726f613b", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:02:22.511644 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9428f671-2e25-4ec6-8cef-f34f15774f46 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:02:22.512051 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9428f671-2e25-4ec6-8cef-f34f15774f46'] response: {'server_uuid': '32f53b2b-6621-4556-8d05-c02fa82701d1', 'name': 'network-vif-deleted', 'tag': 'cb9c8172-7cd3-4b2b-9d2f-60ad726f613b', 'status': 'completed', 'code': 200} Apr 11 18:02:22.554141 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-3f1deae6-2ed6-4b5e-a8d6-09c513dec409 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:02:22.753622 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-3f1deae6-2ed6-4b5e-a8d6-09c513dec409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:02:22.781340 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1deae6-2ed6-4b5e-a8d6-09c513dec409 None None] Checking router: ae71b359-e290-4f8e-8d46-28b1f6670b41 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:02:22.790405 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1deae6-2ed6-4b5e-a8d6-09c513dec409 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:02:22.791005 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-3f1deae6-2ed6-4b5e-a8d6-09c513dec409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:02:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:02:22.909262 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-3f1deae6-2ed6-4b5e-a8d6-09c513dec409 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:02:23.099785 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-3f1deae6-2ed6-4b5e-a8d6-09c513dec409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:02:23.130432 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1deae6-2ed6-4b5e-a8d6-09c513dec409 None None] The sync data for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi is: [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:02:23.357906 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdf88ba-3136-4649-bdac-ad9685eb2889 None None] New status for floating IP c80e77f4-8f29-4ef4-abc3-c4b4b81ac9f9: DOWN {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:02:23.514043 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-69944832-6edb-487c-af02-174811b8c3de req-42518e57-ce8b-451a-b48b-6dcc5ba083b6 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=32f53b2b-6621-4556-8d05-c02fa82701d1 HTTP/1.1" status: 200 len: 210 time: 0.0316427 Apr 11 18:02:24.781588 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-9134af1e-428e-40e4-beef-309c4def79a5 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384033097&fields=id&tenant_id=8fa4611442e3481e939ace7ad6f96e56 HTTP/1.1" status: 200 len: 267 time: 0.0448151 Apr 11 18:02:24.893096 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-cc468583-77df-4691-a3b6-7465d0b30572 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:24.894594 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-cc468583-77df-4691-a3b6-7465d0b30572 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 812 time: 0.1059892 Apr 11 18:02:24.909743 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-5c06c24d-8f38-4d25-a581-c4c18d05e7e9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/quotas/8fa4611442e3481e939ace7ad6f96e56 HTTP/1.1" status: 200 len: 375 time: 0.0094616 Apr 11 18:02:24.960752 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-767589a2-ad54-46d4-9c6b-baabffe8a361 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452511 Apr 11 18:02:25.056321 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-370f24af-ed18-4c52-9d9a-c5bc96f452df service neutron] 10.222.0.76 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836375 Apr 11 18:02:25.149204 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e67a83e1-8920-45f5-a02d-036b6c122876 service neutron] 10.222.0.76 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868673 Apr 11 18:02:25.440790 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7035c084-12ea-42f3-9d09-6f69d7a90c79 req-8f9fcc6c-f0bb-4e64-941e-b8f16a7441d5 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 210 time: 0.0304494 Apr 11 18:02:25.515038 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device cb9c8172-7cd3-4b2b-9d2f-60ad726f613b no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:02:25.539239 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: cb9c8172-7cd3-4b2b-9d2f-60ad726f613b {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:02:25.539588 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device cb9c8172-7cd3-4b2b-9d2f-60ad726f613b not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:02:26.587268 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7868a080-d1a8-4489-b7f5-9718989624e6 req-3008d230-6ecd-4509-a8c2-c6d554efcb8e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 210 time: 0.0708649 Apr 11 18:02:26.629147 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-45d9761b-baf1-4263-9ccf-c2be87991486 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:26.630575 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-45d9761b-baf1-4263-9ccf-c2be87991486 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 812 time: 0.1368775 Apr 11 18:02:26.695137 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-6b2bc89f-6511-452f-ab6d-9fd50c417b56 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa4611442e3481e939ace7ad6f96e56 HTTP/1.1" status: 200 len: 379 time: 0.0558522 Apr 11 18:02:26.704237 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'port': {'device_id': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'admin_state_up': True, 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'security_groups': ['ada91d1d-9017-49bd-88c8-f5a26d8eb4c4']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:02:26.817664 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Made reservation on behalf of 8fa4611442e3481e939ace7ad6f96e56 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:02:26.821513 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:26.950125 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Allocated IP 172.20.0.4 (15cb134b-5ac8-4ee3-8be7-df0aef8b1e89/99fb102f-4924-4eee-bf27-80f9ebf1b166/cd3d93b8-8b83-4cb8-93af-5aa4e43dc893) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:02:27.094615 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:27.128529 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:27.175897 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:02:27.178941 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:02:27.181467 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:02:27.212432 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'Port': ['ID=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:02:27.239298 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:27.239953 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:27.256166 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-4f4d2b47-ef39-4aaf-9f47-d4f228606001 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560699 Apr 11 18:02:27.271023 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Request body: {'port': {'device_id': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:02:27.337380 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:27.407291 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-d8aec5aa-0176-4a6e-aabb-0e7046dcff30 None None] Provisioning complete for port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:02:27.408552 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d8aec5aa-0176-4a6e-aabb-0e7046dcff30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:27.443627 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-d8aec5aa-0176-4a6e-aabb-0e7046dcff30 None None] Port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:02:27.602268 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:02:27.609856 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Publish callbacks [] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:27.622846 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Transition to ACTIVE for port object cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:02:27.627492 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:27.720621 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Pushing event updated for resources: {'Port': ['ID=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:02:27.733093 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f4cc9-9134-4354-b491-c54ea8ff9613 req-22a92b19-6f21-4bc0-a2cc-35a66a2a1aa8 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:27.734621 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-695f4cc9-9134-4354-b491-c54ea8ff9613 req-22a92b19-6f21-4bc0-a2cc-35a66a2a1aa8 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 943 time: 0.0749955 Apr 11 18:02:27.837286 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Attempting to bind port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:02:27.837626 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Attempting to bind port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:02:27.837960 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Attempting to bind port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 on network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:02:27.843121 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-695f4cc9-9134-4354-b491-c54ea8ff9613 req-313c6a11-8cd0-44b8-a703-6031e49a8522 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901310 Apr 11 18:02:27.846291 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 on network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:02:27.846615 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Attempting to bind port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 on network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:02:27.851974 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:02:27.852306 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Checking segment: {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:02:27.852682 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Bound using segment: {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:02:27.853168 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Bound port: cd3d93b8-8b83-4cb8-93af-5aa4e43dc893, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:02:27.853575 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:27.918590 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] For port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:02:27.921646 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] For port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:02:27.928108 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:27.969110 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:27.969798 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:27.971192 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] 10.222.0.18 "PUT /v2.0/ports/cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 HTTP/1.1" status: 200 len: 1093 time: 0.7067931 Apr 11 18:02:27.971639 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'tag': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:02:27.973961 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2c0c87-3f7a-470a-9044-fb33ce9403f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fd0474-0b54-4294-9dd5-29a7e30bce9b", "tag": "cd3d93b8-8b83-4cb8-93af-5aa4e43dc893"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:02:28.002678 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f94bf1-cf97-4917-ae73-81792210567b service neutron] Pushing event updated for resources: {'Port': ['ID=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:02:28.015346 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae00b03a-19d9-42cd-b7f9-e05bcb25aa6d x-openstack-request-id: req-ae00b03a-19d9-42cd-b7f9-e05bcb25aa6d {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:02:28.015743 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fd0474-0b54-4294-9dd5-29a7e30bce9b", "tag": "cd3d93b8-8b83-4cb8-93af-5aa4e43dc893", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:02:28.016044 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae00b03a-19d9-42cd-b7f9-e05bcb25aa6d {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:02:28.016456 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae00b03a-19d9-42cd-b7f9-e05bcb25aa6d'] response: {'name': 'network-changed', 'server_uuid': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'tag': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'status': 'completed', 'code': 200} Apr 11 18:02:28.059047 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-dc950932-2200-46a8-848b-5e74ddf90be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:28.060691 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-dc950932-2200-46a8-848b-5e74ddf90be8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 1127 time: 0.0411737 Apr 11 18:02:28.106357 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-c3b2edb3-011e-4f36-a5f3-fb202f3b7fa1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 HTTP/1.1" status: 200 len: 217 time: 0.0350404 Apr 11 18:02:28.156321 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-9a4a8218-ac2d-43e2-beaf-237255e19990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:28.157874 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-9a4a8218-ac2d-43e2-beaf-237255e19990 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0458834 Apr 11 18:02:28.204613 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-86c2bc22-fdf2-428c-9890-1118460d833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:28.206154 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-86c2bc22-fdf2-428c-9890-1118460d833e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427732 Apr 11 18:02:28.294379 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-a281c113-680d-4bf2-8f9c-b0b29c0adffc service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823221 Apr 11 18:02:28.387894 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4450cccb-0b74-4c5b-9110-7a870dd6153e req-d82908d2-3c0e-4b0e-a0a7-ce643b99bc52 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874288 Apr 11 18:02:28.622800 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c0c87-3f7a-470a-9044-fb33ce9403f3 req-3f237397-cfc9-4a83-9dbd-e29f639c08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:28.624237 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4b2c0c87-3f7a-470a-9044-fb33ce9403f3 req-3f237397-cfc9-4a83-9dbd-e29f639c08fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 1127 time: 0.0386136 Apr 11 18:02:28.717464 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c0c87-3f7a-470a-9044-fb33ce9403f3 req-404de22e-7d6c-455f-8e6c-949077444c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:28.718922 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4b2c0c87-3f7a-470a-9044-fb33ce9403f3 req-404de22e-7d6c-455f-8e6c-949077444c69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 913 time: 0.0885680 Apr 11 18:02:28.764777 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4b2c0c87-3f7a-470a-9044-fb33ce9403f3 req-0377003c-a729-43c1-9a3e-0c67a8f88670 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 HTTP/1.1" status: 200 len: 217 time: 0.0364089 Apr 11 18:02:28.811585 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c0c87-3f7a-470a-9044-fb33ce9403f3 req-73d8af19-50d6-4cc1-971a-dc197a126912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:28.813023 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4b2c0c87-3f7a-470a-9044-fb33ce9403f3 req-73d8af19-50d6-4cc1-971a-dc197a126912 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0419505 Apr 11 18:02:28.860936 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c0c87-3f7a-470a-9044-fb33ce9403f3 req-7d61e81a-8715-42c3-95bf-ad712d8a30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:28.862446 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4b2c0c87-3f7a-470a-9044-fb33ce9403f3 req-7d61e81a-8715-42c3-95bf-ad712d8a30f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425355 Apr 11 18:02:28.976574 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bb9f0-a54e-4033-9c31-c3b44b1a1296 req-8a6d1492-aa4c-4451-a0fd-acaa68c6e615 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:28.978025 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ed6bb9f0-a54e-4033-9c31-c3b44b1a1296 req-8a6d1492-aa4c-4451-a0fd-acaa68c6e615 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 943 time: 0.0576177 Apr 11 18:02:28.998398 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4b2c0c87-3f7a-470a-9044-fb33ce9403f3 req-db0e6d12-62d7-463a-8669-a46d2dd7eb23 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304324 Apr 11 18:02:29.083924 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ed6bb9f0-a54e-4033-9c31-c3b44b1a1296 req-750a4594-cc73-4115-a400-87a7df24da4b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003757 Apr 11 18:02:29.108976 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4b2c0c87-3f7a-470a-9044-fb33ce9403f3 req-d0385fef-c59a-4e6c-88ce-dab970d1936b service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021810 Apr 11 18:02:29.608274 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4dce5b36-a75e-4cc3-bc0e-fa4ac3c1ff79 req-32f96bd2-773f-4c03-bca5-170d7f93c833 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400157 Apr 11 18:02:29.683221 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce5b36-a75e-4cc3-bc0e-fa4ac3c1ff79 req-3ed69b0f-7577-428f-b86f-a018162dfb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:29.684604 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4dce5b36-a75e-4cc3-bc0e-fa4ac3c1ff79 req-3ed69b0f-7577-428f-b86f-a018162dfb84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 1129 time: 0.0378799 Apr 11 18:02:29.786350 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce5b36-a75e-4cc3-bc0e-fa4ac3c1ff79 req-922b6196-cf0a-4bad-b397-921ec89bc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:29.787816 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4dce5b36-a75e-4cc3-bc0e-fa4ac3c1ff79 req-922b6196-cf0a-4bad-b397-921ec89bc124 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 200 len: 911 time: 0.0850756 Apr 11 18:02:29.854870 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4dce5b36-a75e-4cc3-bc0e-fa4ac3c1ff79 req-e3ade62d-8448-453f-a6ef-08dabaffa3c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9b42715-9526-453f-89c1-1822e49195b5 HTTP/1.1" status: 200 len: 1001 time: 0.0610352 Apr 11 18:02:29.902793 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce5b36-a75e-4cc3-bc0e-fa4ac3c1ff79 req-55a94afd-f5fc-4f69-a65e-2ee08ce317bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:29.904211 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4dce5b36-a75e-4cc3-bc0e-fa4ac3c1ff79 req-55a94afd-f5fc-4f69-a65e-2ee08ce317bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbad68c2-5380-466f-af2b-e290b725d0e7 HTTP/1.1" status: 200 len: 849 time: 0.0432098 Apr 11 18:02:29.946223 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce5b36-a75e-4cc3-bc0e-fa4ac3c1ff79 req-7a0ede89-9417-44fe-9005-df7cb243bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:29.947703 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4dce5b36-a75e-4cc3-bc0e-fa4ac3c1ff79 req-7a0ede89-9417-44fe-9005-df7cb243bb5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374775 Apr 11 18:02:30.038820 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4dce5b36-a75e-4cc3-bc0e-fa4ac3c1ff79 req-330c0c92-196c-4507-b005-094cfb165af9 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849469 Apr 11 18:02:30.125758 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4dce5b36-a75e-4cc3-bc0e-fa4ac3c1ff79 req-cb0982a4-59c3-4d79-85c3-586521a48f35 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806947 Apr 11 18:02:30.204556 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf91fb-8330-41a2-b83c-45b30b9ed7f9 req-337795de-16dc-4e5e-bc8e-cda23ad60305 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:30.206582 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63cf91fb-8330-41a2-b83c-45b30b9ed7f9 req-337795de-16dc-4e5e-bc8e-cda23ad60305 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 943 time: 0.0514872 Apr 11 18:02:30.255573 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63cf91fb-8330-41a2-b83c-45b30b9ed7f9 req-7216ce43-43c9-49f1-918a-bfd79c4d74f0 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433176 Apr 11 18:02:31.368124 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75274542-19e3-4bf5-b5b0-918fae32c264 req-a53e721c-4488-404d-a520-9d9e755de6c3 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:31.369609 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-75274542-19e3-4bf5-b5b0-918fae32c264 req-a53e721c-4488-404d-a520-9d9e755de6c3 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 943 time: 0.0456343 Apr 11 18:02:31.420085 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-75274542-19e3-4bf5-b5b0-918fae32c264 req-d4b0b00d-965d-4d71-bae9-57781a9a5b4f tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450463 Apr 11 18:02:32.535355 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204e2fa-8fcb-4db6-bd25-42571c00f4cf req-5a7de0c7-90b3-4b36-a3cd-0397d81534c2 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:32.536849 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3204e2fa-8fcb-4db6-bd25-42571c00f4cf req-5a7de0c7-90b3-4b36-a3cd-0397d81534c2 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 943 time: 0.0515203 Apr 11 18:02:32.589649 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3204e2fa-8fcb-4db6-bd25-42571c00f4cf req-1bac1d3c-54ff-4776-b3c7-a566528dfc29 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467188 Apr 11 18:02:33.705978 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385fd0b-4837-4b24-a842-fe48133d3b4f req-84de33bf-ad86-4242-8f1a-3e82398e108a tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:33.707356 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8385fd0b-4837-4b24-a842-fe48133d3b4f req-84de33bf-ad86-4242-8f1a-3e82398e108a tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 943 time: 0.0474730 Apr 11 18:02:33.764008 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8385fd0b-4837-4b24-a842-fe48133d3b4f req-d59e72f0-45b9-4551-9be7-41536100fcb7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509698 Apr 11 18:02:34.874661 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f4750-1063-4329-8d1e-3fe08dd8e96e req-382bbc99-82cf-4da9-8a1b-f74e7d7ffa6c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:34.876111 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-de3f4750-1063-4329-8d1e-3fe08dd8e96e req-382bbc99-82cf-4da9-8a1b-f74e7d7ffa6c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 943 time: 0.0464687 Apr 11 18:02:34.928150 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-de3f4750-1063-4329-8d1e-3fe08dd8e96e req-8ec109a3-3f54-463d-9d4e-cb0dd6e2d5f9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465219 Apr 11 18:02:35.561485 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:02:35.660320 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:02:35.671482 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'port_id': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'mac_address': 'fa:16:3e:6d:ac:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:02:35.713853 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:02:35.714320 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:35.727472 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:02:35.748823 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:02:35.752668 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:35.801155 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:02:35.953452 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['cd3d93b8-8b83-4cb8-93af-5aa4e43dc893'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:02:36.044125 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69833ad-733e-4895-9e20-d5a8cc9aac9b req-b6b028aa-f1aa-4539-a94d-aeb4a485022e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:36.045674 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c69833ad-733e-4895-9e20-d5a8cc9aac9b req-b6b028aa-f1aa-4539-a94d-aeb4a485022e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 944 time: 0.0459096 Apr 11 18:02:36.093549 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c69833ad-733e-4895-9e20-d5a8cc9aac9b req-62bfcae2-9217-491a-ad42-e94983a9b045 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416238 Apr 11 18:02:37.211286 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd54067-80ec-423c-bcf5-e197efc3f1cf req-c86a67ad-755d-4256-a5ea-c9cb4f46232a tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:37.213487 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9cd54067-80ec-423c-bcf5-e197efc3f1cf req-c86a67ad-755d-4256-a5ea-c9cb4f46232a tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 944 time: 0.0494294 Apr 11 18:02:37.269168 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9cd54067-80ec-423c-bcf5-e197efc3f1cf req-b0c620e1-33a5-4aab-917c-02ffd1024d12 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471065 Apr 11 18:02:37.570077 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:02:37.626925 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:02:37.634719 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:02:37.635120 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:37.742022 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:02:37.742593 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:37.795450 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:02:37.799086 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94f7513-579c-43be-9df8-afda323a33e2" -d '{"events": [{"server_uuid": "c2fd0474-0b54-4294-9dd5-29a7e30bce9b", "name": "network-vif-plugged", "status": "completed", "tag": "cd3d93b8-8b83-4cb8-93af-5aa4e43dc893"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:02:37.814710 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:02:37.821323 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:37.880345 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:02:37.892510 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.892947 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.893393 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.893778 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.894246 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.894689 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.895080 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.895486 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.895988 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.896422 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.896992 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.897543 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.898144 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.898823 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.899234 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:37.920051 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c31a81-412f-4f53-9293-10b94c25e47a x-openstack-request-id: req-c8c31a81-412f-4f53-9293-10b94c25e47a {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:02:37.920696 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fd0474-0b54-4294-9dd5-29a7e30bce9b", "name": "network-vif-plugged", "status": "completed", "tag": "cd3d93b8-8b83-4cb8-93af-5aa4e43dc893", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:02:37.921144 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c8c31a81-412f-4f53-9293-10b94c25e47a {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:02:37.921773 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c31a81-412f-4f53-9293-10b94c25e47a'] response: {'server_uuid': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'code': 200} Apr 11 18:02:38.474517 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb302c04-763c-48f7-8df5-0b7c9da74765 req-8c2aeb31-11db-433a-a01a-62cb75e429d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:38.476440 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fb302c04-763c-48f7-8df5-0b7c9da74765 req-8c2aeb31-11db-433a-a01a-62cb75e429d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 1129 time: 0.3645730 Apr 11 18:02:38.503085 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1e901-9aa6-4611-95e4-1a40f34c918f req-28257f97-11ef-467a-ac67-d72d44198f1b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:38.505306 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4fc1e901-9aa6-4611-95e4-1a40f34c918f req-28257f97-11ef-467a-ac67-d72d44198f1b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 945 time: 0.0707316 Apr 11 18:02:38.575866 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fb302c04-763c-48f7-8df5-0b7c9da74765 req-3f1a4d91-71e4-4177-9a29-5750f9c75ac8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909019 Apr 11 18:02:38.592534 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4fc1e901-9aa6-4611-95e4-1a40f34c918f req-0034ae25-e452-49cf-a39c-269fc8450293 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797892 Apr 11 18:02:39.722055 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e3d12-66aa-4c1b-b503-48d52af8b47f req-28500fd8-2c5b-417a-bedb-34c85bc5638f tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:39.724095 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6e2e3d12-66aa-4c1b-b503-48d52af8b47f req-28500fd8-2c5b-417a-bedb-34c85bc5638f tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 945 time: 0.0505517 Apr 11 18:02:39.799386 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6e2e3d12-66aa-4c1b-b503-48d52af8b47f req-8fcf7008-da3c-42f6-b108-6784e10f47e0 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661809 Apr 11 18:02:39.934811 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1e39b-6c47-4739-aa0c-44863fcb6955 req-c5ddaab1-d81c-4f91-9f84-0a6196192c7e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:39.936233 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1ed1e39b-6c47-4739-aa0c-44863fcb6955 req-c5ddaab1-d81c-4f91-9f84-0a6196192c7e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 945 time: 0.0557983 Apr 11 18:02:39.991600 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1ed1e39b-6c47-4739-aa0c-44863fcb6955 req-5cb1d392-b5f6-48d5-a3f3-c73c85533c7c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483801 Apr 11 18:02:40.016675 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57528) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:02:40.057379 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67efb737-fd73-43d5-98ef-dc016151dc49 tempest-TestVolumeBootPattern-982306452 tempest-TestVolumeBootPattern-982306452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:40.058917 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-67efb737-fd73-43d5-98ef-dc016151dc49 tempest-TestVolumeBootPattern-982306452 tempest-TestVolumeBootPattern-982306452-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 1124 time: 0.0412495 Apr 11 18:02:40.061965 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57530) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:02:40.066827 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'port_id': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:02:40.090910 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:40.184503 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:40.301031 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Allocated IP 172.27.1.30 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/1cb39362-e06b-44a7-a44f-242b8b0950ed) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:02:40.426588 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for port (1cb39362-e06b-44a7-a44f-242b8b0950ed), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:40.465517 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (1cb39362-e06b-44a7-a44f-242b8b0950ed), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:40.520100 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:02:40.523377 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:02:40.527092 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:02:40.561735 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'Port': ['ID=1cb39362-e06b-44a7-a44f-242b8b0950ed,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:02:40.586359 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.586810 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.587355 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.587804 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.588176 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.588572 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.588988 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.589407 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.589795 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.590283 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.590904 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.591386 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.591890 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.592332 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.592765 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:02:40.984295 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (5053f0de-c196-4a5d-9b58-306a5d48c68a), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:41.065265 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (1cb39362-e06b-44a7-a44f-242b8b0950ed), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:41.107449 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2bdce-f19c-4274-b35e-81c035cc4780 req-26791ca8-0fda-485a-a642-86331b1126f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:41.109167 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e3c2bdce-f19c-4274-b35e-81c035cc4780 req-26791ca8-0fda-485a-a642-86331b1126f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0535731 Apr 11 18:02:41.166547 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e3c2bdce-f19c-4274-b35e-81c035cc4780 req-a304037e-1b87-46da-8c98-5198489221f1 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487926 Apr 11 18:02:41.234867 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for port (1cb39362-e06b-44a7-a44f-242b8b0950ed), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:41.240330 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (1cb39362-e06b-44a7-a44f-242b8b0950ed), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:41.308674 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'Port': ['ID=1cb39362-e06b-44a7-a44f-242b8b0950ed,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:02:41.324136 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (5053f0de-c196-4a5d-9b58-306a5d48c68a), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:41.438788 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.l3_db [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Floating IP 5053f0de-c196-4a5d-9b58-306a5d48c68a associated. External IP: 172.27.1.30, port: cd3d93b8-8b83-4cb8-93af-5aa4e43dc893. Apr 11 18:02:41.673888 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Router ae71b359-e290-4f8e-8d46-28b1f6670b41 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:02:41.800599 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:02:41.811004 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2360f018-bf70-4b62-8c51-b5c61874d8bc None None] Sync routers for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:02:41.820750 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:41.825487 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2360f018-bf70-4b62-8c51-b5c61874d8bc None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:02:41.825487 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-2360f018-bf70-4b62-8c51-b5c61874d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:02:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:02:41.868678 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-8972b9bf-43e9-40f9-98ad-04aefce76102 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8055573 Apr 11 18:02:41.869273 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'tag': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:02:41.871613 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976770ef-62ae-4e4d-b15e-ddd6f8b3059d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fd0474-0b54-4294-9dd5-29a7e30bce9b", "tag": "cd3d93b8-8b83-4cb8-93af-5aa4e43dc893"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:02:41.912063 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370cee42-f32f-4265-a25f-7ea4c7f1784b x-openstack-request-id: req-370cee42-f32f-4265-a25f-7ea4c7f1784b {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:02:41.912349 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fd0474-0b54-4294-9dd5-29a7e30bce9b", "tag": "cd3d93b8-8b83-4cb8-93af-5aa4e43dc893", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:02:41.912609 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-370cee42-f32f-4265-a25f-7ea4c7f1784b {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:02:41.913044 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370cee42-f32f-4265-a25f-7ea4c7f1784b'] response: {'name': 'network-changed', 'server_uuid': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'tag': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'status': 'completed', 'code': 200} Apr 11 18:02:41.951387 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-2360f018-bf70-4b62-8c51-b5c61874d8bc None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:02:41.981534 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976770ef-62ae-4e4d-b15e-ddd6f8b3059d req-c878c30c-10ef-42f5-9831-edb2e8266512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:41.983048 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-976770ef-62ae-4e4d-b15e-ddd6f8b3059d req-c878c30c-10ef-42f5-9831-edb2e8266512 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 1129 time: 0.0473082 Apr 11 18:02:42.095530 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976770ef-62ae-4e4d-b15e-ddd6f8b3059d req-5546e638-b191-4afc-a04f-8665943e636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:42.097058 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-976770ef-62ae-4e4d-b15e-ddd6f8b3059d req-5546e638-b191-4afc-a04f-8665943e636e service neutron] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 913 time: 0.0996878 Apr 11 18:02:42.173295 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-976770ef-62ae-4e4d-b15e-ddd6f8b3059d req-0ce39a49-59f9-404f-b6eb-fb2c49f5ec62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 HTTP/1.1" status: 200 len: 998 time: 0.0692477 Apr 11 18:02:42.215085 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-2360f018-bf70-4b62-8c51-b5c61874d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '5053f0de-c196-4a5d-9b58-306a5d48c68a', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:6d:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:02:40Z', 'updated_at': '2022-04-11T18:02:40Z', 'revision_number': 0, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:02:42.242653 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2360f018-bf70-4b62-8c51-b5c61874d8bc None None] Checking router: ae71b359-e290-4f8e-8d46-28b1f6670b41 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:02:42.251176 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2360f018-bf70-4b62-8c51-b5c61874d8bc None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:02:42.251788 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-2360f018-bf70-4b62-8c51-b5c61874d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:02:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:02:42.291341 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976770ef-62ae-4e4d-b15e-ddd6f8b3059d req-2b955e25-a5db-4904-ae90-a4d7bb902df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:42.293938 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-976770ef-62ae-4e4d-b15e-ddd6f8b3059d req-2b955e25-a5db-4904-ae90-a4d7bb902df5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.1141658 Apr 11 18:02:42.338362 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c31900-3bab-4945-b731-50928c03e7f7 req-41a24ede-f814-46c5-a4c0-8f58cc7d723f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:42.340806 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e5c31900-3bab-4945-b731-50928c03e7f7 req-41a24ede-f814-46c5-a4c0-8f58cc7d723f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0982745 Apr 11 18:02:42.417660 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976770ef-62ae-4e4d-b15e-ddd6f8b3059d req-60655f06-5f40-4f68-bc1b-72f7503112e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:42.420606 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-976770ef-62ae-4e4d-b15e-ddd6f8b3059d req-60655f06-5f40-4f68-bc1b-72f7503112e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1178164 Apr 11 18:02:42.462124 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-2360f018-bf70-4b62-8c51-b5c61874d8bc None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:02:42.502733 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e5c31900-3bab-4945-b731-50928c03e7f7 req-c1babaef-c23a-4afb-9069-e0e12b0535ed tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336224 Apr 11 18:02:42.564481 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-976770ef-62ae-4e4d-b15e-ddd6f8b3059d req-06d26143-4588-4883-9f8c-4d7ed673ce25 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360722 Apr 11 18:02:42.671970 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-976770ef-62ae-4e4d-b15e-ddd6f8b3059d req-4485ff13-8771-49b2-a26d-50b7b2e8dbc3 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016023 Apr 11 18:02:42.707667 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-2360f018-bf70-4b62-8c51-b5c61874d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '5053f0de-c196-4a5d-9b58-306a5d48c68a', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:6d:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:02:40Z', 'updated_at': '2022-04-11T18:02:40Z', 'revision_number': 0, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:02:42.738999 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2360f018-bf70-4b62-8c51-b5c61874d8bc None None] The sync data for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi is: [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '5053f0de-c196-4a5d-9b58-306a5d48c68a', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:6d:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:02:40Z', 'updated_at': '2022-04-11T18:02:40Z', 'revision_number': 0, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:02:42.966979 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7f040-19e5-4031-a1b1-6687cda67d88 None None] New status for floating IP 5053f0de-c196-4a5d-9b58-306a5d48c68a: ACTIVE {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:02:43.200302 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3bcb-8234-4a88-8e51-81e05ce727a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:43.622907 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5f445-fd00-4c6c-8001-e79ab0264761 req-eaab9d06-d8ff-4203-9a38-a95eb4c8e112 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:43.624436 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dec5f445-fd00-4c6c-8001-e79ab0264761 req-eaab9d06-d8ff-4203-9a38-a95eb4c8e112 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0481822 Apr 11 18:02:43.673410 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dec5f445-fd00-4c6c-8001-e79ab0264761 req-88c18a69-112b-4308-8b62-8d2909827b77 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431745 Apr 11 18:02:44.801200 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97698ef9-0451-4b69-b2fa-33db0d9d1e0b req-a4279f81-6c53-4b07-b103-6797ea289965 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:44.802793 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-97698ef9-0451-4b69-b2fa-33db0d9d1e0b req-a4279f81-6c53-4b07-b103-6797ea289965 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0580037 Apr 11 18:02:44.856660 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-97698ef9-0451-4b69-b2fa-33db0d9d1e0b req-b5594259-4e3c-4997-91e1-37fb0e888c35 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454125 Apr 11 18:02:45.541727 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-433a8fad-0405-44cb-99ea-e651f3d0bf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:45.976505 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3674d-a6b8-487b-b4e3-9f7b9310d26a req-c244fc32-1590-41ed-b121-9c13e30b48ac tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:45.978131 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cff3674d-a6b8-487b-b4e3-9f7b9310d26a req-c244fc32-1590-41ed-b121-9c13e30b48ac tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0515049 Apr 11 18:02:46.027122 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-cff3674d-a6b8-487b-b4e3-9f7b9310d26a req-1b7ea327-38a5-4997-89be-1e70af9aac73 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Apr 11 18:02:46.531618 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:46.770466 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:02:47.145446 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369afd9c-ebda-48f3-bee8-90fce85b2ddf req-e87bed81-cd59-45de-b2f5-1b878e014881 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:47.147310 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-369afd9c-ebda-48f3-bee8-90fce85b2ddf req-e87bed81-cd59-45de-b2f5-1b878e014881 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0513587 Apr 11 18:02:47.209523 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-369afd9c-ebda-48f3-bee8-90fce85b2ddf req-8baee1cc-7e6d-4d97-873c-eef3fcee9b8a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554979 Apr 11 18:02:47.965373 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:48.328652 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e02f36-fae0-4b25-a169-d25fcc62d87f req-efd6ef4a-a147-406e-b6dd-4dd2ef34ef96 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:48.330301 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-66e02f36-fae0-4b25-a169-d25fcc62d87f req-efd6ef4a-a147-406e-b6dd-4dd2ef34ef96 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0497034 Apr 11 18:02:48.379877 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-66e02f36-fae0-4b25-a169-d25fcc62d87f req-ebd83790-9024-4ec3-8c0b-cd009ff9ede9 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432806 Apr 11 18:02:49.482407 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:49.507434 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6b050-929c-4fa5-9a7f-20b23709d0fd req-499a533c-348a-42cd-bbbc-0cddb689b3ad tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:49.508997 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c5a6b050-929c-4fa5-9a7f-20b23709d0fd req-499a533c-348a-42cd-bbbc-0cddb689b3ad tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0568132 Apr 11 18:02:49.557444 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c5a6b050-929c-4fa5-9a7f-20b23709d0fd req-037fa09e-45cf-4840-b8a9-eb5aec07f168 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426676 Apr 11 18:02:50.680088 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111be08-491a-4093-bd4e-04675fb47d79 req-7541d473-abdf-4bb1-b961-39e0cc8cf249 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:50.681528 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e111be08-491a-4093-bd4e-04675fb47d79 req-7541d473-abdf-4bb1-b961-39e0cc8cf249 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0533886 Apr 11 18:02:50.732110 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e111be08-491a-4093-bd4e-04675fb47d79 req-0b95d7e9-953e-4697-96e9-753dcd0924e3 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445344 Apr 11 18:02:51.852118 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360190d0-5e01-462b-b5a3-b6a26b0920ae req-f80f03ae-9dcf-4974-aba6-4c94cde4160c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:51.853714 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-360190d0-5e01-462b-b5a3-b6a26b0920ae req-f80f03ae-9dcf-4974-aba6-4c94cde4160c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0499263 Apr 11 18:02:51.904550 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-360190d0-5e01-462b-b5a3-b6a26b0920ae req-767f87ba-8944-4c38-82a9-e6abe63192d3 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447636 Apr 11 18:02:52.163092 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:02:53.024211 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe7fb0-aa8e-415a-bc58-10d80f71458f req-815a7bde-52f8-429a-bc56-70ce862fedf7 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:53.025763 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3abe7fb0-aa8e-415a-bc58-10d80f71458f req-815a7bde-52f8-429a-bc56-70ce862fedf7 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0483010 Apr 11 18:02:53.078763 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3abe7fb0-aa8e-415a-bc58-10d80f71458f req-ee898dca-6f72-4b09-8d7d-9e18414eb195 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470624 Apr 11 18:02:54.199071 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b65be6-1f0e-4fd8-98eb-d4eaac3c3165 req-01680cde-49a5-4905-b4d6-f8ebc785878e tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:54.200608 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-34b65be6-1f0e-4fd8-98eb-d4eaac3c3165 req-01680cde-49a5-4905-b4d6-f8ebc785878e tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0488079 Apr 11 18:02:54.254029 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-34b65be6-1f0e-4fd8-98eb-d4eaac3c3165 req-d3c1354b-d8d2-47aa-9009-34a9de19d594 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444381 Apr 11 18:02:55.375489 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659be1-9994-4589-a30d-8e48d1e975fc req-d5fcce41-e009-412d-a0fc-331ee46b879a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:55.377158 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4e659be1-9994-4589-a30d-8e48d1e975fc req-d5fcce41-e009-412d-a0fc-331ee46b879a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0479789 Apr 11 18:02:55.434026 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4e659be1-9994-4589-a30d-8e48d1e975fc req-03c1fc8f-a5ea-473c-aa98-5b08f5f628d1 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504274 Apr 11 18:02:56.553832 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbafa8d-6c81-460e-a00d-55c40a5918e6 req-2509029e-ec37-49b6-a53c-378823cdc389 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:56.555381 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ddbafa8d-6c81-460e-a00d-55c40a5918e6 req-2509029e-ec37-49b6-a53c-378823cdc389 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0512817 Apr 11 18:02:56.622717 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ddbafa8d-6c81-460e-a00d-55c40a5918e6 req-1b343500-36f3-4467-8f02-13dbf1addd72 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580170 Apr 11 18:02:57.740306 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62cc54-39b6-4536-91ad-321580ef485a req-fe87918c-6457-43a4-83e5-390b4fc5cff2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:57.741922 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1e62cc54-39b6-4536-91ad-321580ef485a req-fe87918c-6457-43a4-83e5-390b4fc5cff2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0502520 Apr 11 18:02:57.793166 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-1e62cc54-39b6-4536-91ad-321580ef485a req-d94ec208-ef49-4326-811d-0e9cebebba51 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454905 Apr 11 18:02:58.920712 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e48317-3fc8-4bef-9fbb-67637310b5d0 req-57574837-8d6d-4618-9bae-cb63767b12bb tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:02:58.922354 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-25e48317-3fc8-4bef-9fbb-67637310b5d0 req-57574837-8d6d-4618-9bae-cb63767b12bb tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0560966 Apr 11 18:02:58.973443 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-25e48317-3fc8-4bef-9fbb-67637310b5d0 req-deefd456-ac98-47fa-8832-792c20acc82d tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453811 Apr 11 18:03:00.087969 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d31532-3e4c-47ae-b8b4-47afaa1e982c req-ef204793-5dd7-48be-b36d-2c027790fbb5 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:00.092174 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-29d31532-3e4c-47ae-b8b4-47afaa1e982c req-ef204793-5dd7-48be-b36d-2c027790fbb5 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0501580 Apr 11 18:03:00.141783 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-29d31532-3e4c-47ae-b8b4-47afaa1e982c req-4c2ec049-a72a-4bad-818f-2ecbfdce0067 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432322 Apr 11 18:03:01.257470 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65601404-14fb-475d-9689-ed20b4e2c6e2 req-47dadd4a-1503-4172-9297-a2738f7b6419 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:01.259012 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-65601404-14fb-475d-9689-ed20b4e2c6e2 req-47dadd4a-1503-4172-9297-a2738f7b6419 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0483754 Apr 11 18:03:01.313935 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-65601404-14fb-475d-9689-ed20b4e2c6e2 req-e119b95b-cccd-46eb-b1ff-211144aaf1bd tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485210 Apr 11 18:03:02.432357 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae752e5e-3634-4747-bf00-04828803efb8 req-5465b61f-fa0b-4af5-a4a4-5c4c7204f0be tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:02.433947 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ae752e5e-3634-4747-bf00-04828803efb8 req-5465b61f-fa0b-4af5-a4a4-5c4c7204f0be tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0511997 Apr 11 18:03:02.483066 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ae752e5e-3634-4747-bf00-04828803efb8 req-04ca90fb-604b-4d29-9ce8-2d8eb375a815 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Apr 11 18:03:02.762682 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e8637-590e-4bf0-99a8-5d94a9e099e7 req-3509598c-2570-400d-8cb3-0853abad95e6 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:02.770621 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-131e8637-590e-4bf0-99a8-5d94a9e099e7 req-3509598c-2570-400d-8cb3-0853abad95e6 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0614486 Apr 11 18:03:02.829005 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-131e8637-590e-4bf0-99a8-5d94a9e099e7 req-476f7a97-f644-4492-b43e-584b6667d67a tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561795 Apr 11 18:03:02.899205 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f67c7-c54f-4989-b3f1-8448f52b8828 req-e4039a76-90bf-4e19-bfff-4ead54f2f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:02.901697 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-390f67c7-c54f-4989-b3f1-8448f52b8828 req-e4039a76-90bf-4e19-bfff-4ead54f2f157 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 1129 time: 0.0619547 Apr 11 18:03:03.003700 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f67c7-c54f-4989-b3f1-8448f52b8828 req-d6b48503-f155-42a8-b5b2-9ea6ad3772e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:03.005208 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-390f67c7-c54f-4989-b3f1-8448f52b8828 req-d6b48503-f155-42a8-b5b2-9ea6ad3772e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 200 len: 911 time: 0.0972717 Apr 11 18:03:03.076362 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-390f67c7-c54f-4989-b3f1-8448f52b8828 req-c67faeca-4714-4d5e-9c90-be1f6e31d4dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9b42715-9526-453f-89c1-1822e49195b5 HTTP/1.1" status: 200 len: 1001 time: 0.0646102 Apr 11 18:03:03.126254 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f67c7-c54f-4989-b3f1-8448f52b8828 req-1e839cb9-2a89-44ef-9461-7cadcc668888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:03.127739 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-390f67c7-c54f-4989-b3f1-8448f52b8828 req-1e839cb9-2a89-44ef-9461-7cadcc668888 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbad68c2-5380-466f-af2b-e290b725d0e7 HTTP/1.1" status: 200 len: 849 time: 0.0455160 Apr 11 18:03:03.175751 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f67c7-c54f-4989-b3f1-8448f52b8828 req-01934581-9a10-4df5-bff6-f4691ed100ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:03.177287 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-390f67c7-c54f-4989-b3f1-8448f52b8828 req-01934581-9a10-4df5-bff6-f4691ed100ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405843 Apr 11 18:03:03.273195 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-390f67c7-c54f-4989-b3f1-8448f52b8828 req-6b127b2e-2678-49d7-8d84-cd979a081c66 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892811 Apr 11 18:03:03.376511 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-390f67c7-c54f-4989-b3f1-8448f52b8828 req-e263375b-3d07-4b72-b081-354fd375e5e1 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932565 Apr 11 18:03:03.965113 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ca9dd-2f04-42f2-85ba-b97b7e30b20a req-907d2fbc-cee4-4f1a-82cd-19e71ea4c1e7 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:03.967422 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-606ca9dd-2f04-42f2-85ba-b97b7e30b20a req-907d2fbc-cee4-4f1a-82cd-19e71ea4c1e7 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0553391 Apr 11 18:03:04.018162 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-606ca9dd-2f04-42f2-85ba-b97b7e30b20a req-1ad966e6-5063-440d-bd83-8e2c1caa96e9 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446496 Apr 11 18:03:05.136875 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7d96c-1e1d-4e07-b6b6-ab90cfc6f9ee req-19f09f54-9c76-4eaa-97e7-5d638546d0f3 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:05.138405 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-77f7d96c-1e1d-4e07-b6b6-ab90cfc6f9ee req-19f09f54-9c76-4eaa-97e7-5d638546d0f3 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0471892 Apr 11 18:03:05.189510 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-77f7d96c-1e1d-4e07-b6b6-ab90cfc6f9ee req-ed07485e-4355-45f1-937b-7846c6c4d213 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445020 Apr 11 18:03:13.193273 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f34b04bf-463d-47ee-81cc-11964068a4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:15.543759 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6789530a-c18e-44b8-a56c-ec162ab9fd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:16.534272 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:17.969360 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:19.485589 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:22.189507 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:23.771397 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:03:30.649973 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ca88036e-8e80-4c9a-b75c-8cdf0c301ca4 req-74e55fd6-d7e5-4a65-abb3-c3f40b66f037 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525181 Apr 11 18:03:30.734469 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88036e-8e80-4c9a-b75c-8cdf0c301ca4 req-de0eea6b-6d2a-49a7-bfa8-9cf471ca6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:30.735939 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ca88036e-8e80-4c9a-b75c-8cdf0c301ca4 req-de0eea6b-6d2a-49a7-bfa8-9cf471ca6a26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 1129 time: 0.0428295 Apr 11 18:03:30.847500 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88036e-8e80-4c9a-b75c-8cdf0c301ca4 req-4dee0c5c-e281-4895-a875-02aab5b9c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:30.849215 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ca88036e-8e80-4c9a-b75c-8cdf0c301ca4 req-4dee0c5c-e281-4895-a875-02aab5b9c361 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 200 len: 911 time: 0.0942893 Apr 11 18:03:30.937160 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ca88036e-8e80-4c9a-b75c-8cdf0c301ca4 req-9d9d9b16-a5ef-48d2-b0cf-fcdce1fd488d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9b42715-9526-453f-89c1-1822e49195b5 HTTP/1.1" status: 200 len: 1001 time: 0.0813875 Apr 11 18:03:30.992686 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88036e-8e80-4c9a-b75c-8cdf0c301ca4 req-4fd4ee19-62be-4804-850d-945e7c1ceb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:30.994197 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ca88036e-8e80-4c9a-b75c-8cdf0c301ca4 req-4fd4ee19-62be-4804-850d-945e7c1ceb0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbad68c2-5380-466f-af2b-e290b725d0e7 HTTP/1.1" status: 200 len: 849 time: 0.0510838 Apr 11 18:03:31.058433 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88036e-8e80-4c9a-b75c-8cdf0c301ca4 req-15cc2572-c307-4067-afc7-4990081d6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:31.060097 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ca88036e-8e80-4c9a-b75c-8cdf0c301ca4 req-15cc2572-c307-4067-afc7-4990081d6672 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597365 Apr 11 18:03:31.180137 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ca88036e-8e80-4c9a-b75c-8cdf0c301ca4 req-0f8aa625-dfe7-4cea-bf48-a5b05e6b3f2c service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139083 Apr 11 18:03:31.302326 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ca88036e-8e80-4c9a-b75c-8cdf0c301ca4 req-ebd0a967-e32a-4db0-8862-1432990bd377 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154587 Apr 11 18:03:39.882521 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4c00e-cfa5-464d-804d-7cf6bbbfc3bf req-75971e02-97ed-46c4-bbb4-aaa75a2db749 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:39.885245 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9ab4c00e-cfa5-464d-804d-7cf6bbbfc3bf req-75971e02-97ed-46c4-bbb4-aaa75a2db749 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0620723 Apr 11 18:03:39.945267 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9ab4c00e-cfa5-464d-804d-7cf6bbbfc3bf req-12242f36-ce32-44dd-9d2c-3e4cfc923db3 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542960 Apr 11 18:03:41.066600 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99855-ea8f-422d-9f07-3b2ca856f01f req-8d61b561-f3e1-4285-a586-48cb9310d6d8 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:41.068120 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6dd99855-ea8f-422d-9f07-3b2ca856f01f req-8d61b561-f3e1-4285-a586-48cb9310d6d8 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0499110 Apr 11 18:03:41.120376 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6dd99855-ea8f-422d-9f07-3b2ca856f01f req-a8e5934c-52a0-4226-be18-a65201c2eb90 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Apr 11 18:03:42.235436 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93c53a-69fe-4bd8-9d3e-662f74b69046 req-8579b0a2-8fb8-4ee0-a984-ba54de68399b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:42.236938 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ce93c53a-69fe-4bd8-9d3e-662f74b69046 req-8579b0a2-8fb8-4ee0-a984-ba54de68399b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0478175 Apr 11 18:03:42.293183 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ce93c53a-69fe-4bd8-9d3e-662f74b69046 req-ac6e90d3-5d92-4f08-b864-f4f34f810f98 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505152 Apr 11 18:03:43.195647 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-5694b463-bb2a-4d3a-8bb9-74b3870aea1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:43.420699 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea667367-1c8d-4625-88f5-e49bfa953851 req-c9e2611f-388f-46b9-b158-a6437882f229 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:43.423081 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ea667367-1c8d-4625-88f5-e49bfa953851 req-c9e2611f-388f-46b9-b158-a6437882f229 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0592515 Apr 11 18:03:43.472660 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ea667367-1c8d-4625-88f5-e49bfa953851 req-8ab71dc6-b14f-423d-95f8-9a644daa0f68 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435078 Apr 11 18:03:44.588093 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc092e8f-d353-40a1-b60d-ab613756cf02 req-945d0ff9-a685-4d5a-b056-e85de49fc39d tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:44.589525 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bc092e8f-d353-40a1-b60d-ab613756cf02 req-945d0ff9-a685-4d5a-b056-e85de49fc39d tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0492697 Apr 11 18:03:44.635915 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-bc092e8f-d353-40a1-b60d-ab613756cf02 req-45d21ac8-2527-4873-be4a-fa1dac811b08 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 Apr 11 18:03:45.546581 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-3a0037a0-91d7-4753-a175-8cdc83f6a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:45.753560 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3431f-ad90-498c-9daa-67da24421bb9 req-1023b6ff-3fb1-426b-b3b5-1a8270266c28 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:45.755098 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-25e3431f-ad90-498c-9daa-67da24421bb9 req-1023b6ff-3fb1-426b-b3b5-1a8270266c28 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0516465 Apr 11 18:03:45.802455 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-25e3431f-ad90-498c-9daa-67da24421bb9 req-c840c1ec-3125-4703-ac83-c56c3a27d899 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417044 Apr 11 18:03:46.536620 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:46.919974 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a52b3b-462d-4f33-8373-1cfe8381e89e req-e28b41ac-76f4-410b-9daa-cec3ee8de7bf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:46.921502 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05a52b3b-462d-4f33-8373-1cfe8381e89e req-e28b41ac-76f4-410b-9daa-cec3ee8de7bf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0471370 Apr 11 18:03:46.968789 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-05a52b3b-462d-4f33-8373-1cfe8381e89e req-e36ce6e5-ffad-45cf-b9a8-a4a6007935d9 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416183 Apr 11 18:03:47.970277 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:48.081481 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9db17f-ec86-454c-941f-bf2a8082b7d0 req-d0dc8563-3cf3-4b62-81ef-d73875c341f9 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:48.082988 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3d9db17f-ec86-454c-941f-bf2a8082b7d0 req-d0dc8563-3cf3-4b62-81ef-d73875c341f9 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0471232 Apr 11 18:03:48.134432 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3d9db17f-ec86-454c-941f-bf2a8082b7d0 req-123cfc0d-4c77-4b63-85a8-d95c73d272b4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458074 Apr 11 18:03:49.249123 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9aa93-3497-42b8-a109-3e925fa495aa req-c2e5e489-88a4-4081-a6a1-bb2f7bc3369d tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:49.250626 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0eb9aa93-3497-42b8-a109-3e925fa495aa req-c2e5e489-88a4-4081-a6a1-bb2f7bc3369d tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0467467 Apr 11 18:03:49.297950 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0eb9aa93-3497-42b8-a109-3e925fa495aa req-95bbc690-953b-4756-9a8e-8607f408b7c2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411494 Apr 11 18:03:49.489577 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:50.413714 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ee6aa-29aa-452a-9281-1c7483558ebf req-47b178a2-7a29-43d9-bc60-65de41e56a21 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:50.415245 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d70ee6aa-29aa-452a-9281-1c7483558ebf req-47b178a2-7a29-43d9-bc60-65de41e56a21 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0481288 Apr 11 18:03:50.463641 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d70ee6aa-29aa-452a-9281-1c7483558ebf req-232e9f2b-356d-4fa3-b8c9-cc34128f05a5 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427284 Apr 11 18:03:50.688515 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fbda4-319a-44a1-b526-3aa808379ac3 req-cc5c3c06-7c1e-4c77-a45f-cdb6b557ebc3 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:50.690595 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-722fbda4-319a-44a1-b526-3aa808379ac3 req-cc5c3c06-7c1e-4c77-a45f-cdb6b557ebc3 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0755694 Apr 11 18:03:50.716521 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf107-492e-4e22-a8f9-8525a7f5dd43 req-0f388c7e-d371-4198-89a2-76cf0f03f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:50.718048 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-14fbf107-492e-4e22-a8f9-8525a7f5dd43 req-0f388c7e-d371-4198-89a2-76cf0f03f5a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 1129 time: 0.0644782 Apr 11 18:03:50.769663 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-722fbda4-319a-44a1-b526-3aa808379ac3 req-529f056a-eed7-4602-a292-9fa60627ac72 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733194 Apr 11 18:03:50.832358 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf107-492e-4e22-a8f9-8525a7f5dd43 req-41d28f95-a9b5-4051-a96e-500313a88e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:50.833815 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-14fbf107-492e-4e22-a8f9-8525a7f5dd43 req-41d28f95-a9b5-4051-a96e-500313a88e90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 200 len: 911 time: 0.1047914 Apr 11 18:03:50.900767 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-14fbf107-492e-4e22-a8f9-8525a7f5dd43 req-13c92f52-60d2-4e89-bd82-6e3d20972443 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9b42715-9526-453f-89c1-1822e49195b5 HTTP/1.1" status: 200 len: 1001 time: 0.0596797 Apr 11 18:03:50.949700 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf107-492e-4e22-a8f9-8525a7f5dd43 req-236b026d-489e-47ca-b1f1-b81ad2401112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:50.951291 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-14fbf107-492e-4e22-a8f9-8525a7f5dd43 req-236b026d-489e-47ca-b1f1-b81ad2401112 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbad68c2-5380-466f-af2b-e290b725d0e7 HTTP/1.1" status: 200 len: 849 time: 0.0452108 Apr 11 18:03:50.998059 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf107-492e-4e22-a8f9-8525a7f5dd43 req-60b72031-277e-4a5a-8a9d-694adf746804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:50.999565 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-14fbf107-492e-4e22-a8f9-8525a7f5dd43 req-60b72031-277e-4a5a-8a9d-694adf746804 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429513 Apr 11 18:03:51.090449 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-14fbf107-492e-4e22-a8f9-8525a7f5dd43 req-e70f2dec-ac4c-4e64-9827-c2b2ec2b53c4 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850890 Apr 11 18:03:51.184248 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-14fbf107-492e-4e22-a8f9-8525a7f5dd43 req-8d5579ab-bb23-4702-94ca-1b4654009753 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880585 Apr 11 18:03:51.887579 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1def6-ca54-47e1-80d6-cda1c492a87b req-396e2e34-c36d-4ad0-9726-aa21f40acf02 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:51.889078 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-90a1def6-ca54-47e1-80d6-cda1c492a87b req-396e2e34-c36d-4ad0-9726-aa21f40acf02 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0468504 Apr 11 18:03:51.936619 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-90a1def6-ca54-47e1-80d6-cda1c492a87b req-562e12ad-6b90-4d31-aa20-859586596083 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420344 Apr 11 18:03:52.185764 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:03:53.059113 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a87b1c-3c43-47b9-b683-6dba003c3c60 req-da6cee88-704a-4e34-9262-36d7251aaddc tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:03:53.060587 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-03a87b1c-3c43-47b9-b683-6dba003c3c60 req-da6cee88-704a-4e34-9262-36d7251aaddc tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0524764 Apr 11 18:03:53.110213 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-03a87b1c-3c43-47b9-b683-6dba003c3c60 req-e796f9c5-7a63-44ea-8f2e-11836a08d702 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432274 Apr 11 18:04:00.770504 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:04:13.201373 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-283ecb5b-ac67-48a8-8fe7-06481786dde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:15.549589 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-99f3bdb8-3920-4be6-90ac-b9809600f7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:16.539970 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:17.976392 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:19.495566 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:22.195693 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:26.333973 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cf030-646c-4a52-af24-3971b59e3623 req-864513e6-8922-4ced-bff2-a4f485f5f46e tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:26.335464 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a39cf030-646c-4a52-af24-3971b59e3623 req-864513e6-8922-4ced-bff2-a4f485f5f46e tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0476742 Apr 11 18:04:26.385275 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a39cf030-646c-4a52-af24-3971b59e3623 req-e441dc67-8772-4e28-b7f4-c7af00f63c15 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441244 Apr 11 18:04:27.501428 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46eebc-5e3c-43bc-98c2-1257f2769f1e req-795c081a-28aa-4d9c-81cf-4085cc1c7c24 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:27.502947 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-be46eebc-5e3c-43bc-98c2-1257f2769f1e req-795c081a-28aa-4d9c-81cf-4085cc1c7c24 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0469267 Apr 11 18:04:27.556996 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-be46eebc-5e3c-43bc-98c2-1257f2769f1e req-2d2857c1-f300-403e-94a6-2b904b283706 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476327 Apr 11 18:04:28.675320 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e2fc4-7bc8-4c45-a938-1a33848e9777 req-a79993c1-92a9-4609-905b-36e135b27e5c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:28.676759 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ff3e2fc4-7bc8-4c45-a938-1a33848e9777 req-a79993c1-92a9-4609-905b-36e135b27e5c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0512023 Apr 11 18:04:28.727124 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ff3e2fc4-7bc8-4c45-a938-1a33848e9777 req-3362f45c-0f2d-464a-86f7-4d7e0bd6d6a6 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430763 Apr 11 18:04:29.011059 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-9c1919eb-90d1-47ac-8555-7b00f0c36fca tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:29.012471 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-9c1919eb-90d1-47ac-8555-7b00f0c36fca tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0627141 Apr 11 18:04:29.016169 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-be0f2f27-daa4-4be7-8c63-a8fff9849689 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384033097&fields=id&tenant_id=8fa4611442e3481e939ace7ad6f96e56 HTTP/1.1" status: 200 len: 267 time: 0.0802956 Apr 11 18:04:29.170928 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Deleting port e9b42715-9526-453f-89c1-1822e49195b5 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:04:29.171264 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (e9b42715-9526-453f-89c1-1822e49195b5), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:29.207383 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-c913fc0f-7153-4b56-90ac-e439dd0c5a77 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:29.208790 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-c913fc0f-7153-4b56-90ac-e439dd0c5a77 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 812 time: 0.1847119 Apr 11 18:04:29.248562 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-ba499f4c-a995-4419-a691-7a98eb2aba95 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/quotas/8fa4611442e3481e939ace7ad6f96e56 HTTP/1.1" status: 200 len: 375 time: 0.0344760 Apr 11 18:04:29.321315 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-0044fa49-e660-4d66-b6ca-8a3a7b826301 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679255 Apr 11 18:04:29.328363 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] For port e9b42715-9526-453f-89c1-1822e49195b5, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e9b42715-9526-453f-89c1-1822e49195b5,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:04:29.328727 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (e9b42715-9526-453f-89c1-1822e49195b5), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:29.446996 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-66683148-74b1-4c9d-bb12-27030af6d32c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=114850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:04:29.448012 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-66683148-74b1-4c9d-bb12-27030af6d32c service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1113765 Apr 11 18:04:29.586562 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:29.586922 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (eae3bef2-f24d-46d6-b7df-584cc7b5495f), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:29.587238 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Floating IP eae3bef2-f24d-46d6-b7df-584cc7b5495f disassociated. External IP: 172.27.1.218, port: e9b42715-9526-453f-89c1-1822e49195b5. Apr 11 18:04:29.587577 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Calling delete_port for e9b42715-9526-453f-89c1-1822e49195b5 owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:04:29.610102 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-b66487c5-983b-4577-828a-883440bd0aa2 service neutron] 10.222.0.76 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518567 Apr 11 18:04:30.055322 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8fae6-6eb1-40c6-92c8-12fa8a3b8dc9 req-96d93653-6137-4865-8ce3-578767a05e11 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:30.056873 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-46a8fae6-6eb1-40c6-92c8-12fa8a3b8dc9 req-96d93653-6137-4865-8ce3-578767a05e11 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e4bafad-ce76-48ac-be7c-08ca7e7d1199 HTTP/1.1" status: 200 len: 945 time: 0.0703685 Apr 11 18:04:30.079781 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3a377458-a792-453c-b568-14d1b61c0415 service neutron] 10.222.0.76 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390490 Apr 11 18:04:30.156799 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-46a8fae6-6eb1-40c6-92c8-12fa8a3b8dc9 req-c1748bd4-61b3-4ff7-becd-71bfc9e68f19 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce3fb574-eb91-4f96-bd46-afbf43859b15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899808 Apr 11 18:04:30.163817 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (e9b42715-9526-453f-89c1-1822e49195b5), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:30.196672 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event deleted for resources: {'Port': ['ID=e9b42715-9526-453f-89c1-1822e49195b5,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:30.210105 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.210465 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.210802 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.211140 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.211475 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.211804 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.212128 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.212455 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.212776 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.213125 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.213449 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.213771 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.214093 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.214412 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.214730 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:30.335570 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Router dfe06350-559e-439a-bff6-16da55bfd2df has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:04:30.447600 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:04:30.458223 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ac8e2-eddb-44fb-ad59-3c92a31225fc None None] Sync routers for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:04:30.469034 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ac8e2-eddb-44fb-ad59-3c92a31225fc None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:04:30.470038 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-3d8ac8e2-eddb-44fb-ad59-3c92a31225fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:04:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:30.489909 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] No DVR routers for this DVR port e9b42715-9526-453f-89c1-1822e49195b5 on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:04:30.492614 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:30.495863 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-12cb8697-8031-4ae5-81ea-c9210ec87639 req-f93d5ff4-be08-463f-bded-ede070a3b092 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.18 "DELETE /v2.0/ports/e9b42715-9526-453f-89c1-1822e49195b5 HTTP/1.1" status: 204 len: 173 time: 1.4778395 Apr 11 18:04:30.496309 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'name': 'network-vif-deleted', 'tag': 'e9b42715-9526-453f-89c1-1822e49195b5'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:04:30.498644 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5be987-8992-4bda-886c-2ba724008eb9" -d '{"events": [{"server_uuid": "4e4bafad-ce76-48ac-be7c-08ca7e7d1199", "name": "network-vif-deleted", "tag": "e9b42715-9526-453f-89c1-1822e49195b5"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:04:30.552533 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b536f2e-faa1-4b98-9640-813206913b27 x-openstack-request-id: req-3b536f2e-faa1-4b98-9640-813206913b27 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:04:30.552983 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4bafad-ce76-48ac-be7c-08ca7e7d1199", "name": "network-vif-deleted", "tag": "e9b42715-9526-453f-89c1-1822e49195b5", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:04:30.553352 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b536f2e-faa1-4b98-9640-813206913b27 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:04:30.553942 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b536f2e-faa1-4b98-9640-813206913b27'] response: {'server_uuid': '4e4bafad-ce76-48ac-be7c-08ca7e7d1199', 'name': 'network-vif-deleted', 'tag': 'e9b42715-9526-453f-89c1-1822e49195b5', 'status': 'completed', 'code': 200} Apr 11 18:04:30.599271 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-3d8ac8e2-eddb-44fb-ad59-3c92a31225fc None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:04:30.664257 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7824f884-1b0b-4676-983e-d554cfba59b2 req-d50e3209-d9b3-4157-a9bc-0ad2164836a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558233 Apr 11 18:04:30.813839 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-3d8ac8e2-eddb-44fb-ad59-3c92a31225fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:30.840494 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ac8e2-eddb-44fb-ad59-3c92a31225fc None None] Checking router: dfe06350-559e-439a-bff6-16da55bfd2df for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:04:30.849675 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ac8e2-eddb-44fb-ad59-3c92a31225fc None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:04:30.850178 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-3d8ac8e2-eddb-44fb-ad59-3c92a31225fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:04:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:30.932674 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824f884-1b0b-4676-983e-d554cfba59b2 req-1b7c7076-bee4-4b01-a9ca-18c651e5e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:30.934620 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7824f884-1b0b-4676-983e-d554cfba59b2 req-1b7c7076-bee4-4b01-a9ca-18c651e5e6e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 1129 time: 0.0452044 Apr 11 18:04:30.963611 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-3d8ac8e2-eddb-44fb-ad59-3c92a31225fc None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:04:31.061137 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824f884-1b0b-4676-983e-d554cfba59b2 req-14849d57-58fe-4d75-be1c-53a116b70348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:31.063836 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7824f884-1b0b-4676-983e-d554cfba59b2 req-14849d57-58fe-4d75-be1c-53a116b70348 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 913 time: 0.1082852 Apr 11 18:04:31.136975 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7824f884-1b0b-4676-983e-d554cfba59b2 req-1aad8487-e4a0-4010-851c-9cf98e20aa21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 HTTP/1.1" status: 200 len: 1000 time: 0.0660293 Apr 11 18:04:31.176879 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-3d8ac8e2-eddb-44fb-ad59-3c92a31225fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:31.188825 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824f884-1b0b-4676-983e-d554cfba59b2 req-3d1f6a8d-0d51-47c5-a336-e36681057824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:31.190242 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7824f884-1b0b-4676-983e-d554cfba59b2 req-3d1f6a8d-0d51-47c5-a336-e36681057824 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0480301 Apr 11 18:04:31.203413 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ac8e2-eddb-44fb-ad59-3c92a31225fc None None] The sync data for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi is: [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:04:31.236790 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824f884-1b0b-4676-983e-d554cfba59b2 req-53eaba2b-0e94-4402-bf0b-acee9a1db2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:31.238526 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7824f884-1b0b-4676-983e-d554cfba59b2 req-53eaba2b-0e94-4402-bf0b-acee9a1db2a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417895 Apr 11 18:04:31.333717 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7824f884-1b0b-4676-983e-d554cfba59b2 req-ce413647-6a55-4009-a9d6-d32dbe65cde8 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888782 Apr 11 18:04:31.435597 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3a95158-08df-4cce-b829-dc32090db410 req-33695e0f-d0de-439e-8547-ac6cdb5b860a tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 210 time: 0.0383101 Apr 11 18:04:31.462081 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7824f884-1b0b-4676-983e-d554cfba59b2 req-e1bd44b0-8550-48b2-a7bd-53a3a5718448 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212645 Apr 11 18:04:31.467944 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcf0312-ab88-4d52-976c-d667ee996a5e None None] New status for floating IP eae3bef2-f24d-46d6-b7df-584cc7b5495f: DOWN {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:04:32.167149 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e9b42715-9526-453f-89c1-1822e49195b5 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:04:32.191127 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: e9b42715-9526-453f-89c1-1822e49195b5 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:04:32.191466 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e9b42715-9526-453f-89c1-1822e49195b5 not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:04:32.258208 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57728) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:32.314329 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group (ce3fb574-eb91-4f96-bd46-afbf43859b15), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:32.338230 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group (ce3fb574-eb91-4f96-bd46-afbf43859b15), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:32.392888 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (ce3fb574-eb91-4f96-bd46-afbf43859b15), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:32.392888 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:32.392888 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "DELETE /v2.0/security-groups/ce3fb574-eb91-4f96-bd46-afbf43859b15 HTTP/1.1" status: 204 len: 168 time: 0.1324582 Apr 11 18:04:32.394572 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 57734) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:32.401938 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3fb574-eb91-4f96-bd46-afbf43859b15,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:32.412778 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.412778 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.412778 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.412778 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.412778 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.413347 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.api.v2.resource [None req-2a4d0dd7-95b7-4c5c-a4da-95d75dc2d02f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] show failed (client error): The resource could not be found. Apr 11 18:04:32.413443 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.413443 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.413443 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.413443 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.413757 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.413844 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-2a4d0dd7-95b7-4c5c-a4da-95d75dc2d02f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups/ce3fb574-eb91-4f96-bd46-afbf43859b15 HTTP/1.1" status: 404 len: 347 time: 0.0177813 Apr 11 18:04:32.413934 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.414283 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.414582 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.414915 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.415238 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4576b-b488-4e8c-81af-8b36965b969c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:32.418050 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57738) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:32.523970 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6ef4921f-b62c-4856-9867-ee77a9a7e932 req-3f4c89ac-7dc7-4b68-8e25-bc10bc257ffd tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 210 time: 0.0329614 Apr 11 18:04:32.541019 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-1456f046-53be-47ef-bbab-44b3601ef7f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Deleting port 88322b45-8dfe-4eb7-a4db-52f22b0a95e0 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:04:32.541366 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1456f046-53be-47ef-bbab-44b3601ef7f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (88322b45-8dfe-4eb7-a4db-52f22b0a95e0), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:32.856506 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1456f046-53be-47ef-bbab-44b3601ef7f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (88322b45-8dfe-4eb7-a4db-52f22b0a95e0), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:32.856885 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1456f046-53be-47ef-bbab-44b3601ef7f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (88322b45-8dfe-4eb7-a4db-52f22b0a95e0), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:32.869652 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-1456f046-53be-47ef-bbab-44b3601ef7f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Calling delete_port for 88322b45-8dfe-4eb7-a4db-52f22b0a95e0 owned by network:floatingip {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:04:33.000200 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1456f046-53be-47ef-bbab-44b3601ef7f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (88322b45-8dfe-4eb7-a4db-52f22b0a95e0), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.030294 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456f046-53be-47ef-bbab-44b3601ef7f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event deleted for resources: {'Port': ['ID=88322b45-8dfe-4eb7-a4db-52f22b0a95e0,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:33.089642 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1456f046-53be-47ef-bbab-44b3601ef7f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (eae3bef2-f24d-46d6-b7df-584cc7b5495f), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.094354 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1456f046-53be-47ef-bbab-44b3601ef7f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.096241 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-1456f046-53be-47ef-bbab-44b3601ef7f4 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "DELETE /v2.0/floatingips/eae3bef2-f24d-46d6-b7df-584cc7b5495f HTTP/1.1" status: 204 len: 168 time: 0.6771438 Apr 11 18:04:33.569628 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57750) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:33.574649 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-2c785520-6c14-43df-929d-ee36a9c45f83 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082659990', 'description': 'tempest-description--1110431059'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:33.611970 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2c785520-6c14-43df-929d-ee36a9c45f83 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.619366 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a40293ad-e05b-4f26-8a10-c15731a8ad89 req-7b60016f-6dd5-48f4-b06a-5870c36e1af4 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 210 time: 0.0307834 Apr 11 18:04:33.694625 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2c785520-6c14-43df-929d-ee36a9c45f83 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group (1d191baf-94e7-4875-a115-07e9a38a6dd4), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.698666 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2c785520-6c14-43df-929d-ee36a9c45f83 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (1d191baf-94e7-4875-a115-07e9a38a6dd4), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.728155 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-2c785520-6c14-43df-929d-ee36a9c45f83 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.729400 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-2c785520-6c14-43df-929d-ee36a9c45f83 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1586509 Apr 11 18:04:33.732292 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57754) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:33.736434 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-d46001ac-9377-4449-818c-a82266c2b99f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Request body: {'security_group_rule': {'security_group_id': '1d191baf-94e7-4875-a115-07e9a38a6dd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:33.742845 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c785520-6c14-43df-929d-ee36a9c45f83 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d191baf-94e7-4875-a115-07e9a38a6dd4,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:33.765990 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d46001ac-9377-4449-818c-a82266c2b99f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group_rule (3eb07e62-61df-4c1d-ae79-518255c4a60d), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.825899 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d46001ac-9377-4449-818c-a82266c2b99f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group_rule (3eb07e62-61df-4c1d-ae79-518255c4a60d), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.829761 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d46001ac-9377-4449-818c-a82266c2b99f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (3eb07e62-61df-4c1d-ae79-518255c4a60d), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.847032 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46001ac-9377-4449-818c-a82266c2b99f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb07e62-61df-4c1d-ae79-518255c4a60d,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:33.856411 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-d46001ac-9377-4449-818c-a82266c2b99f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.857646 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-d46001ac-9377-4449-818c-a82266c2b99f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244893 Apr 11 18:04:33.860437 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57756) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:33.867404 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-87cd86ee-4a48-49a5-8b90-1df650580e53 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Request body: {'security_group_rule': {'security_group_id': '1d191baf-94e7-4875-a115-07e9a38a6dd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:33.892412 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-87cd86ee-4a48-49a5-8b90-1df650580e53 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group_rule (8e82289c-8d4f-46bb-9c7f-abe0ad925a2e), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.948620 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-87cd86ee-4a48-49a5-8b90-1df650580e53 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group_rule (8e82289c-8d4f-46bb-9c7f-abe0ad925a2e), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.952549 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-87cd86ee-4a48-49a5-8b90-1df650580e53 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676140'] for security_group_rule (8e82289c-8d4f-46bb-9c7f-abe0ad925a2e), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.970046 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd86ee-4a48-49a5-8b90-1df650580e53 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e82289c-8d4f-46bb-9c7f-abe0ad925a2e,revision_number=0']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:33.980351 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-87cd86ee-4a48-49a5-8b90-1df650580e53 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:33.981592 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-87cd86ee-4a48-49a5-8b90-1df650580e53 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200476 Apr 11 18:04:33.984525 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 57758) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:33.989414 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:34.010117 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.092501 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.197466 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_common [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Allocated IP 172.27.1.183 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/fb520846-a42a-4188-85bd-759a0c603ae3) {{(pid=114851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:04:34.302875 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for port (fb520846-a42a-4188-85bd-759a0c603ae3), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.338978 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (fb520846-a42a-4188-85bd-759a0c603ae3), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.380186 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:04:34.383126 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.base_scheduler [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Resources bound (agent type, host, resource id): {{(pid=114851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:04:34.386600 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Received port after_create {{(pid=114851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:04:34.392241 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event updated for resources: {'Port': ['ID=fb520846-a42a-4188-85bd-759a0c603ae3,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:34.493059 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (833a6c49-127e-4b7a-b3fc-598c148fbfd4), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.541725 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (fb520846-a42a-4188-85bd-759a0c603ae3), before_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.705256 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for port (fb520846-a42a-4188-85bd-759a0c603ae3), precommit_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.706186 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a34663df-040a-46b4-a548-b4d5d6af6aa2 req-e81327ba-403e-435d-833d-be0144deda61 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 210 time: 0.0322316 Apr 11 18:04:34.712047 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3599596'] for port (fb520846-a42a-4188-85bd-759a0c603ae3), after_update {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.797069 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event updated for resources: {'Port': ['ID=fb520846-a42a-4188-85bd-759a0c603ae3,revision_number=2']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:34.797069 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (833a6c49-127e-4b7a-b3fc-598c148fbfd4), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.815427 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:34.817356 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-f9dfa502-1e40-4c2f-aab1-2d6c84c80f33 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8311718 Apr 11 18:04:34.971114 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-49719765-ad25-48e4-86a3-c19e0ab12335 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1082659990&fields=id&tenant_id=e30a70d1a1b54384bc426e99f5c7d623 HTTP/1.1" status: 200 len: 267 time: 0.0431504 Apr 11 18:04:35.082778 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-d2e1e1b1-8902-41e6-a39a-a9b2f3250cb1 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:35.084295 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-d2e1e1b1-8902-41e6-a39a-a9b2f3250cb1 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/networks?id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 200 len: 810 time: 0.1058047 Apr 11 18:04:35.099313 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-e98a5a75-1838-494a-ab66-c849263f1c21 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/quotas/e30a70d1a1b54384bc426e99f5c7d623 HTTP/1.1" status: 200 len: 375 time: 0.0095165 Apr 11 18:04:35.151939 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-865d3918-a4f7-48b3-b06b-1b162a7988bf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471420 Apr 11 18:04:35.256609 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-353bd071-80d5-475f-87c1-1780aaaa435a service neutron] 10.222.0.76 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920415 Apr 11 18:04:35.351400 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-a618fce7-610e-42c7-8c38-81e871fc9909 service neutron] 10.222.0.76 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890005 Apr 11 18:04:35.513696 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a900014d-f3c8-48ed-92fa-841b97d849da req-9b19634c-80ae-4c3e-8133-7f3f45accf99 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 210 time: 0.0275199 Apr 11 18:04:35.805757 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6c45f142-a28e-4d3a-95b8-1476af75ecac req-584f53b0-781d-4f53-8144-75d744df2995 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 210 time: 0.0329399 Apr 11 18:04:36.706242 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-27720779-70e8-448a-8ed6-960a990a52f1 req-01113b00-4b7e-4296-8757-11dc83601d97 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 210 time: 0.0479472 Apr 11 18:04:36.794960 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-ee455ea7-ff75-4592-b432-a3d81697026d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:36.796539 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-ee455ea7-ff75-4592-b432-a3d81697026d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 812 time: 0.2032280 Apr 11 18:04:36.819476 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-dc2f4dfa-8564-40cd-b4bf-6478a77528fa tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:36.820914 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-dc2f4dfa-8564-40cd-b4bf-6478a77528fa tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.18 "GET /v2.0/networks?id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 200 len: 810 time: 0.2362764 Apr 11 18:04:36.925669 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7e6166f0-8762-459d-b447-e6f5bcd8a09f req-3a43acb3-6537-4aea-a367-2fbd79c17b25 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 210 time: 0.0507586 Apr 11 18:04:37.017319 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-c1940869-99d0-42f0-8722-e0fe3ad300ba tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e30a70d1a1b54384bc426e99f5c7d623 HTTP/1.1" status: 200 len: 380 time: 0.1026099 Apr 11 18:04:37.022264 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-743b1be8-1c77-4a1b-9aad-b3b8d1eb1be9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa4611442e3481e939ace7ad6f96e56 HTTP/1.1" status: 200 len: 379 time: 0.1352227 Apr 11 18:04:37.026854 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Request body: {'port': {'device_id': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'admin_state_up': True, 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'security_groups': ['1d191baf-94e7-4875-a115-07e9a38a6dd4']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:37.035785 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'port': {'device_id': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'admin_state_up': True, 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'security_groups': ['ada91d1d-9017-49bd-88c8-f5a26d8eb4c4']}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:37.217554 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Made reservation on behalf of e30a70d1a1b54384bc426e99f5c7d623 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:04:37.220978 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:37.224793 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Made reservation on behalf of 8fa4611442e3481e939ace7ad6f96e56 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:04:37.227995 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:37.451685 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Allocated IP 172.20.0.3 (6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf/bbad68c2-5380-466f-af2b-e290b725d0e7/51f59a80-2164-4032-bc64-1b26c9b5c320) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:04:37.462167 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Allocated IP 172.20.0.7 (15cb134b-5ac8-4ee3-8be7-df0aef8b1e89/99fb102f-4924-4eee-bf27-80f9ebf1b166/8b392f11-d865-4289-9c4a-fcc8db3a663c) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:04:37.693838 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:37.709346 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:37.760263 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:37.770552 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:04:37.792588 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:37.848997 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:04:37.862831 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:04:37.866535 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:04:37.870414 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:04:37.872383 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event updated for resources: {'Port': ['ID=51f59a80-2164-4032-bc64-1b26c9b5c320,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:37.878028 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:04:37.903286 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:04:37.935753 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47959b7-ee72-4968-be8d-77e1f7ed4713 req-4542e267-26f0-47b9-9da9-6da62e354a98 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:37.937387 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d47959b7-ee72-4968-be8d-77e1f7ed4713 req-4542e267-26f0-47b9-9da9-6da62e354a98 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 931 time: 0.1376228 Apr 11 18:04:38.031604 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:38.032639 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:38.054992 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'Port': ['ID=8b392f11-d865-4289-9c4a-fcc8db3a663c,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:38.090280 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:38.091278 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:38.138982 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-81a00f3b-4626-41d1-be2d-df0b8836dfcf tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1156094 Apr 11 18:04:38.160957 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Request body: {'port': {'device_id': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:38.170515 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e77629-c45e-435e-b792-45f43ee1d711 req-5ae9646e-565b-442b-8f9a-7305e9b7d092 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:38.172051 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-39e77629-c45e-435e-b792-45f43ee1d711 req-5ae9646e-565b-442b-8f9a-7305e9b7d092 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 931 time: 0.1338224 Apr 11 18:04:38.177373 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1929a96b-e5a6-4e06-84ed-42f91b8f6691 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1468420 Apr 11 18:04:38.184551 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-c98addb3-4304-4965-8b44-870817298875 None None] Provisioning complete for port 51f59a80-2164-4032-bc64-1b26c9b5c320 triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:38.185199 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-c98addb3-4304-4965-8b44-870817298875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:38.199617 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d47959b7-ee72-4968-be8d-77e1f7ed4713 req-f4057972-8173-4348-8ae4-ad19c3ef25d6 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d191baf-94e7-4875-a115-07e9a38a6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531893 Apr 11 18:04:38.210108 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Request body: {'port': {'device_id': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:38.245279 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-c98addb3-4304-4965-8b44-870817298875 None None] Port 51f59a80-2164-4032-bc64-1b26c9b5c320 cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:04:38.325103 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:38.343365 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-39e77629-c45e-435e-b792-45f43ee1d711 req-64ae0c96-01e5-4ce1-85be-b4627d6c9eb4 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408577 Apr 11 18:04:38.349568 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:38.365217 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-5c8bde62-0fbb-4031-8f2c-2edd53335236 None None] Provisioning complete for port 8b392f11-d865-4289-9c4a-fcc8db3a663c triggered by entity DHCP. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:38.365217 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-5c8bde62-0fbb-4031-8f2c-2edd53335236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:38.401403 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-5c8bde62-0fbb-4031-8f2c-2edd53335236 None None] Port 8b392f11-d865-4289-9c4a-fcc8db3a663c cannot update to ACTIVE because it is not bound. {{(pid=114852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:04:39.095191 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f59a80-2164-4032-bc64-1b26c9b5c320 {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:04:39.107309 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Publish callbacks [] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.127598 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b392f11-d865-4289-9c4a-fcc8db3a663c {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:04:39.132143 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Transition to ACTIVE for port object 51f59a80-2164-4032-bc64-1b26c9b5c320 will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:04:39.136846 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Publish callbacks [] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.139841 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.181291 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Transition to ACTIVE for port object 8b392f11-d865-4289-9c4a-fcc8db3a663c will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:04:39.189511 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.207614 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Pushing event updated for resources: {'Port': ['ID=51f59a80-2164-4032-bc64-1b26c9b5c320,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:39.322880 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Pushing event updated for resources: {'Port': ['ID=8b392f11-d865-4289-9c4a-fcc8db3a663c,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:39.431777 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa044fb-123a-4651-9be9-f5f97f3a530c req-b6c15b61-d0f7-472d-a050-c2cee852a001 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:39.433529 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4fa044fb-123a-4651-9be9-f5f97f3a530c req-b6c15b61-d0f7-472d-a050-c2cee852a001 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 943 time: 0.1254964 Apr 11 18:04:39.449309 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Attempting to bind port 51f59a80-2164-4032-bc64-1b26c9b5c320 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:04:39.449667 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Attempting to bind port 51f59a80-2164-4032-bc64-1b26c9b5c320 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:04:39.450122 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Attempting to bind port 51f59a80-2164-4032-bc64-1b26c9b5c320 on network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:04:39.505239 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Port 51f59a80-2164-4032-bc64-1b26c9b5c320 on network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:04:39.505523 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Attempting to bind port 51f59a80-2164-4032-bc64-1b26c9b5c320 on network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:04:39.540008 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d6c2c-ec3d-4137-9371-338507ad31db req-af1a02ef-6230-49df-a515-7b0462ab480c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:39.541540 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e47d6c2c-ec3d-4137-9371-338507ad31db req-af1a02ef-6230-49df-a515-7b0462ab480c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 943 time: 0.1031387 Apr 11 18:04:39.550085 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:04:39.550424 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Checking segment: {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:04:39.550838 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Bound using segment: {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:04:39.551282 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Bound port: 51f59a80-2164-4032-bc64-1b26c9b5c320, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d78caa9-a112-4fa1-8710-db151d27541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:04:39.551649 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.589600 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Attempting to bind port 8b392f11-d865-4289-9c4a-fcc8db3a663c on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:04:39.589938 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Attempting to bind port 8b392f11-d865-4289-9c4a-fcc8db3a663c by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:04:39.593932 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Attempting to bind port 8b392f11-d865-4289-9c4a-fcc8db3a663c on network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:04:39.600152 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4fa044fb-123a-4651-9be9-f5f97f3a530c req-837ffd5d-817b-42a7-9b1c-a75848150b4f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d191baf-94e7-4875-a115-07e9a38a6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461415 Apr 11 18:04:39.625741 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Port 8b392f11-d865-4289-9c4a-fcc8db3a663c on network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:04:39.626063 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Attempting to bind port 8b392f11-d865-4289-9c4a-fcc8db3a663c on network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:04:39.649497 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:04:39.649825 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Checking segment: {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:04:39.650217 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Bound using segment: {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:04:39.650659 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Bound port: 8b392f11-d865-4289-9c4a-fcc8db3a663c, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094c3b3b-e60a-482c-8b81-28343052004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:04:39.651014 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.681345 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e47d6c2c-ec3d-4137-9371-338507ad31db req-874332d6-1257-44dc-b885-f47a9f25992e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232595 Apr 11 18:04:39.722198 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] For port 51f59a80-2164-4032-bc64-1b26c9b5c320, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:04:39.742865 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] For port 51f59a80-2164-4032-bc64-1b26c9b5c320, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=51f59a80-2164-4032-bc64-1b26c9b5c320,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:04:39.753644 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.804943 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] For port 8b392f11-d865-4289-9c4a-fcc8db3a663c, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:04:39.814113 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:39.814949 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.816971 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-77bfa060-f862-4a53-972d-3b591766831f service neutron] 10.222.0.18 "PUT /v2.0/ports/51f59a80-2164-4032-bc64-1b26c9b5c320 HTTP/1.1" status: 200 len: 1093 time: 1.6632454 Apr 11 18:04:39.822271 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'tag': '51f59a80-2164-4032-bc64-1b26c9b5c320'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:04:39.824815 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa81bf7-ae61-4e61-8191-c72e99137d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7a2da6-f38c-447f-b9e7-e1ea5753c870", "tag": "51f59a80-2164-4032-bc64-1b26c9b5c320"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:04:39.850022 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] For port 8b392f11-d865-4289-9c4a-fcc8db3a663c, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8b392f11-d865-4289-9c4a-fcc8db3a663c,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:04:39.858340 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfa060-f862-4a53-972d-3b591766831f service neutron] Pushing event updated for resources: {'Port': ['ID=51f59a80-2164-4032-bc64-1b26c9b5c320,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:39.873360 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.880922 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38041329-46ba-4daa-b0fc-6266520890a9 x-openstack-request-id: req-38041329-46ba-4daa-b0fc-6266520890a9 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:04:39.881208 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7a2da6-f38c-447f-b9e7-e1ea5753c870", "tag": "51f59a80-2164-4032-bc64-1b26c9b5c320", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:04:39.881449 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-38041329-46ba-4daa-b0fc-6266520890a9 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:04:39.881851 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38041329-46ba-4daa-b0fc-6266520890a9'] response: {'name': 'network-changed', 'server_uuid': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'tag': '51f59a80-2164-4032-bc64-1b26c9b5c320', 'status': 'completed', 'code': 200} Apr 11 18:04:39.939547 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:39.940392 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:39.942405 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] 10.222.0.18 "PUT /v2.0/ports/8b392f11-d865-4289-9c4a-fcc8db3a663c HTTP/1.1" status: 200 len: 1093 time: 1.7388623 Apr 11 18:04:39.952609 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-452dcc89-41ef-4adc-aeb3-3b3d190c352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:39.954421 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-452dcc89-41ef-4adc-aeb3-3b3d190c352c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 1127 time: 0.0911827 Apr 11 18:04:40.033420 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-d58428c4-5096-433e-b94d-1c4abd9b402e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f59a80-2164-4032-bc64-1b26c9b5c320 HTTP/1.1" status: 200 len: 217 time: 0.0700924 Apr 11 18:04:40.075632 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723d294-0d60-420a-a4f9-a3144fc69f51 service neutron] Pushing event updated for resources: {'Port': ['ID=8b392f11-d865-4289-9c4a-fcc8db3a663c,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:40.109163 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-54b8af7b-fc79-48cd-b461-1c434d6b09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:40.110705 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-54b8af7b-fc79-48cd-b461-1c434d6b09b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 1127 time: 0.0940759 Apr 11 18:04:40.132813 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-c8a7d620-479d-4cbb-9f63-2c2e3757568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:40.134217 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-c8a7d620-479d-4cbb-9f63-2c2e3757568b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbad68c2-5380-466f-af2b-e290b725d0e7 HTTP/1.1" status: 200 len: 849 time: 0.0766284 Apr 11 18:04:40.172453 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-2e2243dc-2336-4df3-91c1-e3ce8eef85c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b392f11-d865-4289-9c4a-fcc8db3a663c HTTP/1.1" status: 200 len: 217 time: 0.0507720 Apr 11 18:04:40.240062 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-95728e5a-4909-4153-a763-1deddf7eabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:40.241792 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-95728e5a-4909-4153-a763-1deddf7eabbd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794122 Apr 11 18:04:40.274349 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-0c9d3074-aa0a-49bf-a33f-aa9998fd78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:40.276046 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-0c9d3074-aa0a-49bf-a33f-aa9998fd78a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0825388 Apr 11 18:04:40.357937 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1c73531e-472d-488c-8a6c-393e33ae03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:40.359478 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-1c73531e-472d-488c-8a6c-393e33ae03e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741880 Apr 11 18:04:40.402647 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-27f9f6ff-0c3a-4060-b849-a2d68a96a763 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524937 Apr 11 18:04:40.528040 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-67ae7a30-fbc9-4a16-9b6e-e9ea357a7efe service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615052 Apr 11 18:04:40.550223 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a96dd81f-dca6-4e2f-b3cb-bbca5767f521 req-e5bc14a8-3d55-49dc-bbc8-0fe9d64ad440 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413567 Apr 11 18:04:40.629642 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ba347c0-439c-4901-853a-d0852fbe81a4 req-4d7fa800-470a-432f-9c8e-904940093f74 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920494 Apr 11 18:04:40.711984 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80968-49c9-4348-891b-e9e6436f3693 req-3f165a06-bfc5-432b-9cae-f9c3ef182b7c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:40.713741 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e1c80968-49c9-4348-891b-e9e6436f3693 req-3f165a06-bfc5-432b-9cae-f9c3ef182b7c tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 943 time: 0.0470066 Apr 11 18:04:40.766454 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e1c80968-49c9-4348-891b-e9e6436f3693 req-f948db3a-7e12-4c45-bf14-404558abe947 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d191baf-94e7-4875-a115-07e9a38a6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475497 Apr 11 18:04:40.866672 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e135c16-4689-4d05-9991-94d07ecac78a req-fd469f36-c2f9-4ba6-ba9b-aa18b92580a7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:40.868124 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9e135c16-4689-4d05-9991-94d07ecac78a req-fd469f36-c2f9-4ba6-ba9b-aa18b92580a7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 943 time: 0.0476847 Apr 11 18:04:40.923477 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9e135c16-4689-4d05-9991-94d07ecac78a req-8ee514c8-4af8-4770-9c02-44f27efdca8e tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497274 Apr 11 18:04:41.383548 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81bf7-ae61-4e61-8191-c72e99137d1b req-b000202e-b20c-4760-900e-2ec21d3dd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:41.385703 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ffa81bf7-ae61-4e61-8191-c72e99137d1b req-b000202e-b20c-4760-900e-2ec21d3dd94c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 1127 time: 0.0477672 Apr 11 18:04:41.667648 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81bf7-ae61-4e61-8191-c72e99137d1b req-ebc960ef-0727-4bd4-9fab-8be630eba8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:41.669123 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ffa81bf7-ae61-4e61-8191-c72e99137d1b req-ebc960ef-0727-4bd4-9fab-8be630eba8eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 200 len: 911 time: 0.1094294 Apr 11 18:04:41.714325 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ffa81bf7-ae61-4e61-8191-c72e99137d1b req-72ee7a6c-e7f5-4a13-ae47-41171ee2db17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f59a80-2164-4032-bc64-1b26c9b5c320 HTTP/1.1" status: 200 len: 217 time: 0.0365183 Apr 11 18:04:41.773267 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81bf7-ae61-4e61-8191-c72e99137d1b req-75afdd5f-8827-4a94-8795-996b9fe6a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:41.774771 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ffa81bf7-ae61-4e61-8191-c72e99137d1b req-75afdd5f-8827-4a94-8795-996b9fe6a2f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbad68c2-5380-466f-af2b-e290b725d0e7 HTTP/1.1" status: 200 len: 849 time: 0.0521390 Apr 11 18:04:41.827155 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81bf7-ae61-4e61-8191-c72e99137d1b req-ebca339a-7e6f-49e2-bdf9-46e4a122ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:41.828696 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ffa81bf7-ae61-4e61-8191-c72e99137d1b req-ebca339a-7e6f-49e2-bdf9-46e4a122ef9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436885 Apr 11 18:04:41.885906 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'tag': '8b392f11-d865-4289-9c4a-fcc8db3a663c'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:04:41.888147 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b06eddc-cbc6-4e58-87cf-a33e80d45a78" -d '{"events": [{"name": "network-changed", "server_uuid": "952cee9b-c323-4487-82fc-c2f23b4f15a6", "tag": "8b392f11-d865-4289-9c4a-fcc8db3a663c"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:04:41.936026 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217cefd5-8b10-471e-9ce4-ae7fd2ed7a7b x-openstack-request-id: req-217cefd5-8b10-471e-9ce4-ae7fd2ed7a7b {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:04:41.936318 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952cee9b-c323-4487-82fc-c2f23b4f15a6", "tag": "8b392f11-d865-4289-9c4a-fcc8db3a663c", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:04:41.936565 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-217cefd5-8b10-471e-9ce4-ae7fd2ed7a7b {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:04:41.936983 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-217cefd5-8b10-471e-9ce4-ae7fd2ed7a7b'] response: {'name': 'network-changed', 'server_uuid': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'tag': '8b392f11-d865-4289-9c4a-fcc8db3a663c', 'status': 'completed', 'code': 200} Apr 11 18:04:41.947430 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f8d5-00ab-41fa-80f7-e22bd8f7d14a req-5f0fb340-07de-42d7-9b31-e4240e0c4072 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:41.949199 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9368f8d5-00ab-41fa-80f7-e22bd8f7d14a req-5f0fb340-07de-42d7-9b31-e4240e0c4072 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 943 time: 0.1060596 Apr 11 18:04:42.041149 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ffa81bf7-ae61-4e61-8191-c72e99137d1b req-37129051-18e3-4a3c-bdff-08ab00f8d06c service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054310 Apr 11 18:04:42.083376 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06eddc-cbc6-4e58-87cf-a33e80d45a78 req-e7c665ee-fd8b-431a-99eb-f9a2ae5a7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:42.084894 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7b06eddc-cbc6-4e58-87cf-a33e80d45a78 req-e7c665ee-fd8b-431a-99eb-f9a2ae5a7e8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 1127 time: 0.1167843 Apr 11 18:04:42.132725 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9368f8d5-00ab-41fa-80f7-e22bd8f7d14a req-eeb1e515-8904-4a3e-9fee-341a22c2a934 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d191baf-94e7-4875-a115-07e9a38a6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755259 Apr 11 18:04:42.155015 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd1142-25d5-44ee-90f3-2544c4250fcf req-81e5d5c9-f821-4cb5-8bca-dc678273ddcc tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:42.156509 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3ffd1142-25d5-44ee-90f3-2544c4250fcf req-81e5d5c9-f821-4cb5-8bca-dc678273ddcc tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 943 time: 0.1390173 Apr 11 18:04:42.214504 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 51f59a80-2164-4032-bc64-1b26c9b5c320 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:04:42.287743 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ffa81bf7-ae61-4e61-8191-c72e99137d1b req-7da755d0-c53c-4ad6-a43f-5c64b940d8fc service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330108 Apr 11 18:04:42.316422 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3ffd1142-25d5-44ee-90f3-2544c4250fcf req-03ee66b9-b969-4737-8ead-3ff6dbc1accb tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257150 Apr 11 18:04:42.320648 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06eddc-cbc6-4e58-87cf-a33e80d45a78 req-7cf354f7-403d-452a-8a97-be75a0fa2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:42.322042 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7b06eddc-cbc6-4e58-87cf-a33e80d45a78 req-7cf354f7-403d-452a-8a97-be75a0fa2ecc service neutron] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 913 time: 0.2296550 Apr 11 18:04:42.327145 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 51f59a80-2164-4032-bc64-1b26c9b5c320, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=51f59a80-2164-4032-bc64-1b26c9b5c320,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:04:42.353436 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': '51f59a80-2164-4032-bc64-1b26c9b5c320', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'port_id': '51f59a80-2164-4032-bc64-1b26c9b5c320', 'mac_address': 'fa:16:3e:5f:63:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:04:42.399850 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7b06eddc-cbc6-4e58-87cf-a33e80d45a78 req-a3e22a60-47cd-4710-81c6-8e4e5bae7926 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b392f11-d865-4289-9c4a-fcc8db3a663c HTTP/1.1" status: 200 len: 217 time: 0.0685580 Apr 11 18:04:42.404279 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 51f59a80-2164-4032-bc64-1b26c9b5c320 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:04:42.404688 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:42.421111 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f59a80-2164-4032-bc64-1b26c9b5c320 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:04:42.444574 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 51f59a80-2164-4032-bc64-1b26c9b5c320, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=51f59a80-2164-4032-bc64-1b26c9b5c320,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:04:42.451017 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:42.490545 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06eddc-cbc6-4e58-87cf-a33e80d45a78 req-fdd3ada8-b6b5-469c-92c5-c4b651e5f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:42.491945 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7b06eddc-cbc6-4e58-87cf-a33e80d45a78 req-fdd3ada8-b6b5-469c-92c5-c4b651e5f713 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0859537 Apr 11 18:04:42.505908 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=51f59a80-2164-4032-bc64-1b26c9b5c320,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:42.513689 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.514041 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.514385 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.514733 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.515067 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.515397 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.515725 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.516057 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.516381 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.516711 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.517076 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.517406 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.517874 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.518128 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.518373 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:04:42.539236 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06eddc-cbc6-4e58-87cf-a33e80d45a78 req-a0b927e0-6ac4-4fa4-9494-cbc8e60385cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:42.539236 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7b06eddc-cbc6-4e58-87cf-a33e80d45a78 req-a0b927e0-6ac4-4fa4-9494-cbc8e60385cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415614 Apr 11 18:04:42.633790 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7b06eddc-cbc6-4e58-87cf-a33e80d45a78 req-6385067b-8a09-43b7-abd4-ff3669d86344 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857787 Apr 11 18:04:42.699232 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['51f59a80-2164-4032-bc64-1b26c9b5c320'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:04:42.735434 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-7b06eddc-cbc6-4e58-87cf-a33e80d45a78 req-74344925-9ca4-41b8-b1dd-4d5925bbc18f service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933764 Apr 11 18:04:43.204779 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-51f98b32-eccd-445a-8c77-ea3f0d8fe00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:43.250086 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9187d-8c73-46f0-8465-3af139e3b597 req-ecd9bd36-4192-433e-9671-ac565bba1ea2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:43.251574 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dde9187d-8c73-46f0-8465-3af139e3b597 req-ecd9bd36-4192-433e-9671-ac565bba1ea2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 944 time: 0.0509856 Apr 11 18:04:43.299834 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dde9187d-8c73-46f0-8465-3af139e3b597 req-7903aecc-000b-4e1f-8b60-050eba2287d7 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d191baf-94e7-4875-a115-07e9a38a6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424907 Apr 11 18:04:43.447216 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006a29e-d664-4786-acd4-a33274bb6a83 req-1361937e-f8b2-4ff7-a05c-60e56e47f3a9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:43.448719 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e006a29e-d664-4786-acd4-a33274bb6a83 req-1361937e-f8b2-4ff7-a05c-60e56e47f3a9 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 943 time: 0.0562830 Apr 11 18:04:43.503107 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e006a29e-d664-4786-acd4-a33274bb6a83 req-8076cee3-1894-412e-8cf2-9d15a7d926ab tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487077 Apr 11 18:04:44.218603 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 51f59a80-2164-4032-bc64-1b26c9b5c320 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:04:44.266761 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port 51f59a80-2164-4032-bc64-1b26c9b5c320 completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:04:44.272866 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port 51f59a80-2164-4032-bc64-1b26c9b5c320 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:44.273280 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:44.351619 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 51f59a80-2164-4032-bc64-1b26c9b5c320 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:04:44.352014 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:44.376449 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f59a80-2164-4032-bc64-1b26c9b5c320'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:04:44.378714 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9156c562-56db-4e05-8199-4d920d2b53b1" -d '{"events": [{"server_uuid": "ae7a2da6-f38c-447f-b9e7-e1ea5753c870", "name": "network-vif-plugged", "status": "completed", "tag": "51f59a80-2164-4032-bc64-1b26c9b5c320"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:04:44.393154 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 51f59a80-2164-4032-bc64-1b26c9b5c320, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=51f59a80-2164-4032-bc64-1b26c9b5c320,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:04:44.397702 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:44.427172 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4d863-ff66-4936-a6c6-906dd2b2c04a req-06ed9b41-1f9e-4e38-931c-fa53289a4193 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:44.428719 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ab4d863-ff66-4936-a6c6-906dd2b2c04a req-06ed9b41-1f9e-4e38-931c-fa53289a4193 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 944 time: 0.0584106 Apr 11 18:04:44.431936 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5befc4-f00a-4a24-b59a-074ef55bb978 x-openstack-request-id: req-5e5befc4-f00a-4a24-b59a-074ef55bb978 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:04:44.432301 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7a2da6-f38c-447f-b9e7-e1ea5753c870", "name": "network-vif-plugged", "status": "completed", "tag": "51f59a80-2164-4032-bc64-1b26c9b5c320", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:04:44.432620 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e5befc4-f00a-4a24-b59a-074ef55bb978 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:04:44.433094 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5befc4-f00a-4a24-b59a-074ef55bb978'] response: {'server_uuid': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f59a80-2164-4032-bc64-1b26c9b5c320', 'code': 200} Apr 11 18:04:44.455345 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=51f59a80-2164-4032-bc64-1b26c9b5c320,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:44.486921 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-4ab4d863-ff66-4936-a6c6-906dd2b2c04a req-c72ac35d-6a14-43cb-aafd-fd93fd83c779 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d191baf-94e7-4875-a115-07e9a38a6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518198 Apr 11 18:04:44.652936 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad740c-9de2-48e7-b171-b44fe7f00d05 req-c9a7fbe5-c644-4ce6-bb31-0fe4baf65483 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:44.654420 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3cad740c-9de2-48e7-b171-b44fe7f00d05 req-c9a7fbe5-c644-4ce6-bb31-0fe4baf65483 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 943 time: 0.0780282 Apr 11 18:04:44.655774 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c79c66-c1e8-465b-af17-dfc5029fec74 req-6d0999b8-f8c8-40c0-9a4b-ad872f024d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:44.657098 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b4c79c66-c1e8-465b-af17-dfc5029fec74 req-6d0999b8-f8c8-40c0-9a4b-ad872f024d3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 1129 time: 0.0712440 Apr 11 18:04:44.733290 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-3cad740c-9de2-48e7-b171-b44fe7f00d05 req-b16f94cd-33d1-4cc9-9dd4-e02f54620309 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732625 Apr 11 18:04:44.736444 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b4c79c66-c1e8-465b-af17-dfc5029fec74 req-aa316251-8762-4854-acd7-6b177fb7826d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1d191baf-94e7-4875-a115-07e9a38a6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625436 Apr 11 18:04:45.552912 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-5e50e5c5-8d05-4c6b-b619-eefd32386ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:45.601202 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d79e15-da25-4ad6-9432-93f5ed1e7c91 req-ceeef7e5-7e94-4ac1-97be-4b24e49d7dac tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:45.602690 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f9d79e15-da25-4ad6-9432-93f5ed1e7c91 req-ceeef7e5-7e94-4ac1-97be-4b24e49d7dac tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 945 time: 0.0471659 Apr 11 18:04:45.653435 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-f9d79e15-da25-4ad6-9432-93f5ed1e7c91 req-6e3589c0-40d6-4443-8b3c-1372303560ce tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d191baf-94e7-4875-a115-07e9a38a6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438385 Apr 11 18:04:45.849258 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7ac4d-6dbd-46fa-a8a1-cee1cf7266c3 req-f3340196-b1ec-40e3-8956-04848bec0351 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:45.850743 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3d7ac4d-6dbd-46fa-a8a1-cee1cf7266c3 req-f3340196-b1ec-40e3-8956-04848bec0351 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 943 time: 0.0498593 Apr 11 18:04:45.902614 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-b3d7ac4d-6dbd-46fa-a8a1-cee1cf7266c3 req-1ff26585-2744-4db9-8771-c78e7b46c432 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460496 Apr 11 18:04:46.541819 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:46.764130 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d02c13-17f2-49cd-bf73-9e3bb7bda5ad req-d99cec40-8418-4c74-86af-9e590e649b9e tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:46.765628 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-59d02c13-17f2-49cd-bf73-9e3bb7bda5ad req-d99cec40-8418-4c74-86af-9e590e649b9e tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 945 time: 0.0457113 Apr 11 18:04:46.812023 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-59d02c13-17f2-49cd-bf73-9e3bb7bda5ad req-15e2adff-6a37-4082-a8c6-630da473dfa9 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d191baf-94e7-4875-a115-07e9a38a6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402410 Apr 11 18:04:46.921059 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443ae8a-5b9d-42e9-9baf-4e9db32998e6 req-f28f44bb-a73b-466e-b567-646a9d7d32ae tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:46.922561 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-8443ae8a-5b9d-42e9-9baf-4e9db32998e6 req-f28f44bb-a73b-466e-b567-646a9d7d32ae tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 945 time: 0.0489726 Apr 11 18:04:46.931893 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 57850) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:46.936218 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-7d6e920d-62cf-452d-ac20-cfff6ef56ea2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Request body: {'floatingip': {'port_id': '51f59a80-2164-4032-bc64-1b26c9b5c320'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:46.983423 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-7d6e920d-62cf-452d-ac20-cfff6ef56ea2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (833a6c49-127e-4b7a-b3fc-598c148fbfd4), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:47.075033 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63293c97-0c95-4170-bde3-d58dac344c4b req-5b587a03-d214-4083-b48d-b0b2e5ae2825 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:47.076582 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63293c97-0c95-4170-bde3-d58dac344c4b req-5b587a03-d214-4083-b48d-b0b2e5ae2825 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 943 time: 0.1049116 Apr 11 18:04:47.204137 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-63293c97-0c95-4170-bde3-d58dac344c4b req-5238b7e9-fa7e-4283-9f78-f22722d94242 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175919 Apr 11 18:04:47.785683 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-7d6e920d-62cf-452d-ac20-cfff6ef56ea2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:47.789958 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-7d6e920d-62cf-452d-ac20-cfff6ef56ea2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (833a6c49-127e-4b7a-b3fc-598c148fbfd4), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:47.897233 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [None req-7d6e920d-62cf-452d-ac20-cfff6ef56ea2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Floating IP 833a6c49-127e-4b7a-b3fc-598c148fbfd4 associated. External IP: 172.27.1.183, port: 51f59a80-2164-4032-bc64-1b26c9b5c320. Apr 11 18:04:47.979304 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:48.140310 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6e920d-62cf-452d-ac20-cfff6ef56ea2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Router dfe06350-559e-439a-bff6-16da55bfd2df has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:04:48.236362 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 8b392f11-d865-4289-9c4a-fcc8db3a663c details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:04:48.275767 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6e920d-62cf-452d-ac20-cfff6ef56ea2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:04:48.281990 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-7d6e920d-62cf-452d-ac20-cfff6ef56ea2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:48.286530 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328ea1b-8933-42bc-baf2-271a23d4aa42 None None] Sync routers for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:04:48.297081 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328ea1b-8933-42bc-baf2-271a23d4aa42 None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:04:48.298168 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-f328ea1b-8933-42bc-baf2-271a23d4aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:04:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:48.344528 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-7d6e920d-62cf-452d-ac20-cfff6ef56ea2 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "PUT /v2.0/floatingips/833a6c49-127e-4b7a-b3fc-598c148fbfd4 HTTP/1.1" status: 200 len: 991 time: 1.4114678 Apr 11 18:04:48.351836 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'tag': '51f59a80-2164-4032-bc64-1b26c9b5c320'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:04:48.354363 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 8b392f11-d865-4289-9c4a-fcc8db3a663c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8b392f11-d865-4289-9c4a-fcc8db3a663c,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:04:48.354564 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c021c4-1afd-4cee-ba7d-b031ebc49e11" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7a2da6-f38c-447f-b9e7-e1ea5753c870", "tag": "51f59a80-2164-4032-bc64-1b26c9b5c320"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:04:48.363609 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a105a8-0a0a-4d2a-8ee4-201050a88274 req-0c060dda-d81e-42b2-8011-15dc762f5462 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:48.365253 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e5a105a8-0a0a-4d2a-8ee4-201050a88274 req-0c060dda-d81e-42b2-8011-15dc762f5462 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 943 time: 0.0873346 Apr 11 18:04:48.371671 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': '8b392f11-d865-4289-9c4a-fcc8db3a663c', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'port_id': '8b392f11-d865-4289-9c4a-fcc8db3a663c', 'mac_address': 'fa:16:3e:be:75:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:04:48.404439 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed889894-6281-4787-a045-a2811636b33d x-openstack-request-id: req-ed889894-6281-4787-a045-a2811636b33d {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:04:48.404734 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7a2da6-f38c-447f-b9e7-e1ea5753c870", "tag": "51f59a80-2164-4032-bc64-1b26c9b5c320", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:04:48.405019 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed889894-6281-4787-a045-a2811636b33d {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:04:48.405427 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed889894-6281-4787-a045-a2811636b33d'] response: {'name': 'network-changed', 'server_uuid': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'tag': '51f59a80-2164-4032-bc64-1b26c9b5c320', 'status': 'completed', 'code': 200} Apr 11 18:04:48.437601 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e5a105a8-0a0a-4d2a-8ee4-201050a88274 req-2cc47481-6465-4357-85cc-abe8f70aa407 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595038 Apr 11 18:04:48.451854 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 8b392f11-d865-4289-9c4a-fcc8db3a663c is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:04:48.452254 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:48.474917 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b392f11-d865-4289-9c4a-fcc8db3a663c {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:04:48.489741 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c021c4-1afd-4cee-ba7d-b031ebc49e11 req-1815e663-779b-40c9-b3c2-f6c3121304f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:48.491313 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-82c021c4-1afd-4cee-ba7d-b031ebc49e11 req-1815e663-779b-40c9-b3c2-f6c3121304f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 1129 time: 0.0519965 Apr 11 18:04:48.498963 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 8b392f11-d865-4289-9c4a-fcc8db3a663c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8b392f11-d865-4289-9c4a-fcc8db3a663c,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:04:48.503595 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:48.546785 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-f328ea1b-8933-42bc-baf2-271a23d4aa42 None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:04:48.554376 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=8b392f11-d865-4289-9c4a-fcc8db3a663c,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:48.595117 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c021c4-1afd-4cee-ba7d-b031ebc49e11 req-ac1f3c92-5c97-44c0-8eea-c93f5f68e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:48.596703 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-82c021c4-1afd-4cee-ba7d-b031ebc49e11 req-ac1f3c92-5c97-44c0-8eea-c93f5f68e957 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 200 len: 911 time: 0.0981569 Apr 11 18:04:48.677961 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-82c021c4-1afd-4cee-ba7d-b031ebc49e11 req-6b360b19-6a77-48a5-a1d8-3e7acf178bf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f59a80-2164-4032-bc64-1b26c9b5c320 HTTP/1.1" status: 200 len: 999 time: 0.0699542 Apr 11 18:04:48.728827 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c021c4-1afd-4cee-ba7d-b031ebc49e11 req-84980cef-d1ed-495a-aad0-46dbee7060d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:48.730405 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-82c021c4-1afd-4cee-ba7d-b031ebc49e11 req-84980cef-d1ed-495a-aad0-46dbee7060d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbad68c2-5380-466f-af2b-e290b725d0e7 HTTP/1.1" status: 200 len: 849 time: 0.0463428 Apr 11 18:04:48.740274 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['8b392f11-d865-4289-9c4a-fcc8db3a663c'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:04:48.779323 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c021c4-1afd-4cee-ba7d-b031ebc49e11 req-4fe029d4-90ff-495f-9112-6a888d7340ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:48.780938 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-82c021c4-1afd-4cee-ba7d-b031ebc49e11 req-4fe029d4-90ff-495f-9112-6a888d7340ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390587 Apr 11 18:04:48.791923 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-f328ea1b-8933-42bc-baf2-271a23d4aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '833a6c49-127e-4b7a-b3fc-598c148fbfd4', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'port_id': '51f59a80-2164-4032-bc64-1b26c9b5c320', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'mac_address': 'fa:16:3e:5f:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:04:34Z', 'updated_at': '2022-04-11T18:04:47Z', 'revision_number': 1, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:48.821542 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328ea1b-8933-42bc-baf2-271a23d4aa42 None None] Checking router: dfe06350-559e-439a-bff6-16da55bfd2df for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:04:48.830707 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328ea1b-8933-42bc-baf2-271a23d4aa42 None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:04:48.831334 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-f328ea1b-8933-42bc-baf2-271a23d4aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:04:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:48.891943 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-82c021c4-1afd-4cee-ba7d-b031ebc49e11 req-e15f03a5-4ba3-4865-82fc-62254081cf8d service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044116 Apr 11 18:04:48.956244 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-f328ea1b-8933-42bc-baf2-271a23d4aa42 None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:04:49.006228 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-82c021c4-1afd-4cee-ba7d-b031ebc49e11 req-a0f7c95b-6cfe-4aab-9832-0923d58ac670 service neutron] 10.222.0.18 "GET /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084025 Apr 11 18:04:49.199225 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-f328ea1b-8933-42bc-baf2-271a23d4aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '833a6c49-127e-4b7a-b3fc-598c148fbfd4', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'port_id': '51f59a80-2164-4032-bc64-1b26c9b5c320', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'mac_address': 'fa:16:3e:5f:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:04:34Z', 'updated_at': '2022-04-11T18:04:47Z', 'revision_number': 1, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:49.241645 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328ea1b-8933-42bc-baf2-271a23d4aa42 None None] The sync data for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi is: [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '833a6c49-127e-4b7a-b3fc-598c148fbfd4', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'port_id': '51f59a80-2164-4032-bc64-1b26c9b5c320', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'mac_address': 'fa:16:3e:5f:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:04:34Z', 'updated_at': '2022-04-11T18:04:47Z', 'revision_number': 1, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:04:49.453493 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7466c89-188f-4826-ba5d-c92e3be49f88 None None] New status for floating IP 833a6c49-127e-4b7a-b3fc-598c148fbfd4: ACTIVE {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:04:49.527877 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:49.577042 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf2662-3846-45ab-858b-17a0c0b6f785 req-d9462011-ca1c-4c92-b1d1-de206e2de591 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:49.578695 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-74cf2662-3846-45ab-858b-17a0c0b6f785 req-d9462011-ca1c-4c92-b1d1-de206e2de591 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 944 time: 0.0615265 Apr 11 18:04:49.634983 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-74cf2662-3846-45ab-858b-17a0c0b6f785 req-5fefeb81-61fa-4806-b74d-410e4f8ed4a4 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497494 Apr 11 18:04:50.245126 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 8b392f11-d865-4289-9c4a-fcc8db3a663c up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:04:50.289208 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port 8b392f11-d865-4289-9c4a-fcc8db3a663c completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:04:50.294989 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port 8b392f11-d865-4289-9c4a-fcc8db3a663c triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:04:50.295444 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:50.374959 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port 8b392f11-d865-4289-9c4a-fcc8db3a663c is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:04:50.375347 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:50.397878 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b392f11-d865-4289-9c4a-fcc8db3a663c'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:04:50.400099 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0b90ed-81e6-46b2-8d60-c975a5c51344" -d '{"events": [{"server_uuid": "952cee9b-c323-4487-82fc-c2f23b4f15a6", "name": "network-vif-plugged", "status": "completed", "tag": "8b392f11-d865-4289-9c4a-fcc8db3a663c"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:04:50.419142 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port 8b392f11-d865-4289-9c4a-fcc8db3a663c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8b392f11-d865-4289-9c4a-fcc8db3a663c,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:04:50.423845 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:50.447907 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a382e9-3e97-4788-bb2e-4b6ef184fc3a x-openstack-request-id: req-e4a382e9-3e97-4788-bb2e-4b6ef184fc3a {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:04:50.448194 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952cee9b-c323-4487-82fc-c2f23b4f15a6", "name": "network-vif-plugged", "status": "completed", "tag": "8b392f11-d865-4289-9c4a-fcc8db3a663c", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:04:50.448437 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e4a382e9-3e97-4788-bb2e-4b6ef184fc3a {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:04:50.448823 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a382e9-3e97-4788-bb2e-4b6ef184fc3a'] response: {'server_uuid': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b392f11-d865-4289-9c4a-fcc8db3a663c', 'code': 200} Apr 11 18:04:50.475883 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=8b392f11-d865-4289-9c4a-fcc8db3a663c,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:50.680626 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cd33b-1f40-4861-a013-0dab338a3b28 req-3d18e1f9-135d-4ec2-ae07-e00e46c5aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:50.682194 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-411cd33b-1f40-4861-a013-0dab338a3b28 req-3d18e1f9-135d-4ec2-ae07-e00e46c5aea4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 1129 time: 0.0396307 Apr 11 18:04:50.763005 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-411cd33b-1f40-4861-a013-0dab338a3b28 req-f6aeebe8-c85f-4748-9bac-99c888c4f714 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740438 Apr 11 18:04:50.769853 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44ddd4-97ca-4e9c-975c-56804189bc48 req-a1132fb1-e9ae-440e-a254-188ca176f656 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:50.771222 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ef44ddd4-97ca-4e9c-975c-56804189bc48 req-a1132fb1-e9ae-440e-a254-188ca176f656 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 945 time: 0.0679774 Apr 11 18:04:50.819367 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-ef44ddd4-97ca-4e9c-975c-56804189bc48 req-3dd5d88d-7bd9-4ca3-8083-98695531de6f tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425138 Apr 11 18:04:51.941977 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d67d60-b100-44cd-87f4-8e99114e8843 req-3a548ede-bf4e-4260-92b5-0559af50a63b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:51.943452 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-09d67d60-b100-44cd-87f4-8e99114e8843 req-3a548ede-bf4e-4260-92b5-0559af50a63b tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 945 time: 0.0480731 Apr 11 18:04:51.999901 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-09d67d60-b100-44cd-87f4-8e99114e8843 req-8fd43f2e-e049-48d9-89d7-597e23868bef tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504797 Apr 11 18:04:52.115592 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced9e6-a9ef-4760-a8cf-367859978323 req-dcb5ee3f-ee46-4006-9ec1-36df3eabb829 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:52.117095 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18ced9e6-a9ef-4760-a8cf-367859978323 req-dcb5ee3f-ee46-4006-9ec1-36df3eabb829 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 945 time: 0.0473175 Apr 11 18:04:52.178001 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18ced9e6-a9ef-4760-a8cf-367859978323 req-73c7538f-6bf7-47a0-a423-23508f342821 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513265 Apr 11 18:04:52.200415 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 57870) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:52.222016 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:52.242265 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f8c87-57d6-4a63-9533-e4a36a44d911 tempest-TestVolumeBootPattern-982306452 tempest-TestVolumeBootPattern-982306452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:52.243807 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-958f8c87-57d6-4a63-9533-e4a36a44d911 tempest-TestVolumeBootPattern-982306452 tempest-TestVolumeBootPattern-982306452-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 1124 time: 0.0423429 Apr 11 18:04:52.246662 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 57872) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:04:52.250885 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Request body: {'floatingip': {'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'port_id': '8b392f11-d865-4289-9c4a-fcc8db3a663c', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:04:52.272344 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:52.356537 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:52.474490 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Allocated IP 172.27.1.36 (83de3652-fb32-4be2-9b49-21a2eb1b70a1/4c09ef7e-5043-4460-bd0c-290eb2e1912b/67eae405-9a82-454f-a435-9fb145ad8236) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:04:52.578932 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for port (67eae405-9a82-454f-a435-9fb145ad8236), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:52.613105 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (67eae405-9a82-454f-a435-9fb145ad8236), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:52.652032 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Network 83de3652-fb32-4be2-9b49-21a2eb1b70a1 is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:04:52.655164 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:04:52.657679 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:04:52.685140 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'Port': ['ID=67eae405-9a82-454f-a435-9fb145ad8236,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:53.036428 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (044ee0d7-da57-46c8-90a1-266e0055a586), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:53.107341 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (67eae405-9a82-454f-a435-9fb145ad8236), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:53.263277 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for port (67eae405-9a82-454f-a435-9fb145ad8236), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:53.269247 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (67eae405-9a82-454f-a435-9fb145ad8236), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:53.386368 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event updated for resources: {'Port': ['ID=67eae405-9a82-454f-a435-9fb145ad8236,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:04:53.401459 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (044ee0d7-da57-46c8-90a1-266e0055a586), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:53.528709 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Floating IP 044ee0d7-da57-46c8-90a1-266e0055a586 associated. External IP: 172.27.1.36, port: 8b392f11-d865-4289-9c4a-fcc8db3a663c. Apr 11 18:04:53.746362 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Router ae71b359-e290-4f8e-8d46-28b1f6670b41 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:04:53.858699 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:04:53.870251 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027cb5c1-1070-4c57-ad15-08e1ba36b0d6 None None] Sync routers for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:04:53.880547 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:04:53.880795 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027cb5c1-1070-4c57-ad15-08e1ba36b0d6 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:04:53.881444 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-027cb5c1-1070-4c57-ad15-08e1ba36b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:04:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:53.916908 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-e1b83828-20bc-4ed3-9c19-85f46fe56cb1 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6681697 Apr 11 18:04:53.916908 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'tag': '8b392f11-d865-4289-9c4a-fcc8db3a663c'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:04:53.918743 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919dc0e6-21f8-415b-bd2c-96376c4a5e16" -d '{"events": [{"name": "network-changed", "server_uuid": "952cee9b-c323-4487-82fc-c2f23b4f15a6", "tag": "8b392f11-d865-4289-9c4a-fcc8db3a663c"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:04:53.955183 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d3f1e-892c-48c7-8d3f-18b701ef7b16 x-openstack-request-id: req-984d3f1e-892c-48c7-8d3f-18b701ef7b16 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:04:53.955475 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952cee9b-c323-4487-82fc-c2f23b4f15a6", "tag": "8b392f11-d865-4289-9c4a-fcc8db3a663c", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:04:53.955713 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-984d3f1e-892c-48c7-8d3f-18b701ef7b16 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:04:53.956125 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-984d3f1e-892c-48c7-8d3f-18b701ef7b16'] response: {'name': 'network-changed', 'server_uuid': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'tag': '8b392f11-d865-4289-9c4a-fcc8db3a663c', 'status': 'completed', 'code': 200} Apr 11 18:04:53.997812 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-027cb5c1-1070-4c57-ad15-08e1ba36b0d6 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:04:54.021419 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dc0e6-21f8-415b-bd2c-96376c4a5e16 req-ae3ccaa0-2088-432e-accb-73a559b83116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:54.023032 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-919dc0e6-21f8-415b-bd2c-96376c4a5e16 req-ae3ccaa0-2088-432e-accb-73a559b83116 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 1129 time: 0.0438311 Apr 11 18:04:54.130627 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dc0e6-21f8-415b-bd2c-96376c4a5e16 req-20641687-973b-4e93-aa90-49af397e35bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:54.132172 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-919dc0e6-21f8-415b-bd2c-96376c4a5e16 req-20641687-973b-4e93-aa90-49af397e35bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 913 time: 0.1025224 Apr 11 18:04:54.203821 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-919dc0e6-21f8-415b-bd2c-96376c4a5e16 req-a2e70674-75e0-46d7-9c33-ae16ef269a84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b392f11-d865-4289-9c4a-fcc8db3a663c HTTP/1.1" status: 200 len: 998 time: 0.0645807 Apr 11 18:04:54.236813 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-027cb5c1-1070-4c57-ad15-08e1ba36b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '044ee0d7-da57-46c8-90a1-266e0055a586', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': '8b392f11-d865-4289-9c4a-fcc8db3a663c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:be:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:04:52Z', 'updated_at': '2022-04-11T18:04:52Z', 'revision_number': 0, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}, {'id': '5053f0de-c196-4a5d-9b58-306a5d48c68a', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:6d:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:02:40Z', 'updated_at': '2022-04-11T18:02:43Z', 'revision_number': 1, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:54.269335 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027cb5c1-1070-4c57-ad15-08e1ba36b0d6 None None] Checking router: ae71b359-e290-4f8e-8d46-28b1f6670b41 for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:04:54.278155 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dc0e6-21f8-415b-bd2c-96376c4a5e16 req-81c33017-7a88-45f4-b39b-f529c53872e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:54.280074 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027cb5c1-1070-4c57-ad15-08e1ba36b0d6 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:04:54.280209 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-919dc0e6-21f8-415b-bd2c-96376c4a5e16 req-81c33017-7a88-45f4-b39b-f529c53872e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0699100 Apr 11 18:04:54.280689 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-027cb5c1-1070-4c57-ad15-08e1ba36b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:04:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:54.324723 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dc0e6-21f8-415b-bd2c-96376c4a5e16 req-86701f9f-62db-4401-9f85-acb734e2b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:04:54.326280 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-919dc0e6-21f8-415b-bd2c-96376c4a5e16 req-86701f9f-62db-4401-9f85-acb734e2b11a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399823 Apr 11 18:04:54.396453 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-027cb5c1-1070-4c57-ad15-08e1ba36b0d6 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:04:54.427915 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-919dc0e6-21f8-415b-bd2c-96376c4a5e16 req-1df3bf96-0f6c-4a7f-aa5d-7c0531b07c7a service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952659 Apr 11 18:04:54.546029 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-919dc0e6-21f8-415b-bd2c-96376c4a5e16 req-63c488ba-e6ab-4a2b-9efe-6a3c6b9fc148 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085522 Apr 11 18:04:54.633298 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-027cb5c1-1070-4c57-ad15-08e1ba36b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '044ee0d7-da57-46c8-90a1-266e0055a586', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': '8b392f11-d865-4289-9c4a-fcc8db3a663c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:be:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:04:52Z', 'updated_at': '2022-04-11T18:04:52Z', 'revision_number': 0, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}, {'id': '5053f0de-c196-4a5d-9b58-306a5d48c68a', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:6d:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:02:40Z', 'updated_at': '2022-04-11T18:02:43Z', 'revision_number': 1, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:04:54.755084 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027cb5c1-1070-4c57-ad15-08e1ba36b0d6 None None] The sync data for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi is: [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '044ee0d7-da57-46c8-90a1-266e0055a586', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': '8b392f11-d865-4289-9c4a-fcc8db3a663c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:be:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:04:52Z', 'updated_at': '2022-04-11T18:04:52Z', 'revision_number': 0, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}, {'id': '5053f0de-c196-4a5d-9b58-306a5d48c68a', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:6d:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:02:40Z', 'updated_at': '2022-04-11T18:02:43Z', 'revision_number': 1, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:04:54.970323 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68f15f-ea0d-4aa0-b6fd-264078f50d4f None None] New status for floating IP 044ee0d7-da57-46c8-90a1-266e0055a586: ACTIVE {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:05:13.215805 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f93cafe3-8166-4309-8a70-dbe8ce2b0348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:14.769701 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:05:15.558786 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d0e3761a-8410-4a32-8adc-336912e5d31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:16.544578 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:17.980913 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:19.490899 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:22.210234 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:30.626145 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3b8f07e-5e40-4296-b72c-b52ab3d01c71 req-8060f8b2-af47-411a-ba86-702450494c26 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440519 Apr 11 18:05:30.714449 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8f07e-5e40-4296-b72c-b52ab3d01c71 req-61f045d2-9937-4adf-affa-59ca3a29d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:05:30.715876 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3b8f07e-5e40-4296-b72c-b52ab3d01c71 req-61f045d2-9937-4adf-affa-59ca3a29d3cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 1129 time: 0.0414386 Apr 11 18:05:30.827452 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8f07e-5e40-4296-b72c-b52ab3d01c71 req-9d6bf85c-140f-477d-ad28-62776526efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:05:30.828981 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3b8f07e-5e40-4296-b72c-b52ab3d01c71 req-9d6bf85c-140f-477d-ad28-62776526efb6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 913 time: 0.0942514 Apr 11 18:05:31.173890 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3b8f07e-5e40-4296-b72c-b52ab3d01c71 req-290bb66b-0d0c-464a-8c2b-70d4dacac658 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 HTTP/1.1" status: 200 len: 1000 time: 0.3385787 Apr 11 18:05:31.223035 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8f07e-5e40-4296-b72c-b52ab3d01c71 req-5028d250-c5c0-45aa-a0b6-69d59a971ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:05:31.225207 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3b8f07e-5e40-4296-b72c-b52ab3d01c71 req-5028d250-c5c0-45aa-a0b6-69d59a971ae2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0444283 Apr 11 18:05:31.272564 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8f07e-5e40-4296-b72c-b52ab3d01c71 req-befa7128-98a6-409f-bce5-af930776b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:05:31.274202 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3b8f07e-5e40-4296-b72c-b52ab3d01c71 req-befa7128-98a6-409f-bce5-af930776b2c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433521 Apr 11 18:05:31.376062 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3b8f07e-5e40-4296-b72c-b52ab3d01c71 req-329bf199-3341-4f9e-ada6-56b0544d22b2 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952852 Apr 11 18:05:31.495204 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c3b8f07e-5e40-4296-b72c-b52ab3d01c71 req-8221b4b0-551c-46af-a31c-20619c521404 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124299 Apr 11 18:05:43.207914 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-e82bff22-3bed-4635-a284-e0f366fd404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:45.209752 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d94037-9924-48dd-805b-b5986fbbc246 req-aa645b84-9e95-4810-8e74-b91d55707d91 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:05:45.211255 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-33d94037-9924-48dd-805b-b5986fbbc246 req-aa645b84-9e95-4810-8e74-b91d55707d91 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 945 time: 0.0475507 Apr 11 18:05:45.259503 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-33d94037-9924-48dd-805b-b5986fbbc246 req-3eabd38b-cf39-43e2-9b56-9c3f6ffb0bf1 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d191baf-94e7-4875-a115-07e9a38a6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425785 Apr 11 18:05:45.552733 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-36378023-523c-4cc4-b137-27984bc3e7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:46.375449 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a109633-ff7c-40af-8a83-6056ec7bf65f req-a0c05dd2-fdc4-46a9-9f61-d9c05a41295f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:05:46.376989 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5a109633-ff7c-40af-8a83-6056ec7bf65f req-a0c05dd2-fdc4-46a9-9f61-d9c05a41295f tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 945 time: 0.0472939 Apr 11 18:05:46.430322 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-5a109633-ff7c-40af-8a83-6056ec7bf65f req-7b01f3ec-1c41-4bba-a41a-a4650f2cf652 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d191baf-94e7-4875-a115-07e9a38a6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472214 Apr 11 18:05:46.549378 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:47.105780 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-0ed23509-9b8e-4029-948a-2f48ef4090ee tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:05:47.107721 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-0ed23509-9b8e-4029-948a-2f48ef4090ee tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 945 time: 0.0482695 Apr 11 18:05:47.193193 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Deleting port 51f59a80-2164-4032-bc64-1b26c9b5c320 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:05:47.193535 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:47.286859 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] For port 51f59a80-2164-4032-bc64-1b26c9b5c320, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=51f59a80-2164-4032-bc64-1b26c9b5c320,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:05:47.287220 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:47.463945 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:47.464540 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1594292'] for floatingip (833a6c49-127e-4b7a-b3fc-598c148fbfd4), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:47.464661 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.db.l3_db [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Floating IP 833a6c49-127e-4b7a-b3fc-598c148fbfd4 disassociated. External IP: 172.27.1.183, port: 51f59a80-2164-4032-bc64-1b26c9b5c320. Apr 11 18:05:47.464984 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Calling delete_port for 51f59a80-2164-4032-bc64-1b26c9b5c320 owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:05:47.573508 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755265a8-3479-4b23-ba91-b02b11bf22a9 req-268cc1f1-9805-4ef8-80e8-47fd9b434a8d tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:05:47.575050 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-755265a8-3479-4b23-ba91-b02b11bf22a9 req-268cc1f1-9805-4ef8-80e8-47fd9b434a8d tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae7a2da6-f38c-447f-b9e7-e1ea5753c870 HTTP/1.1" status: 200 len: 945 time: 0.0629182 Apr 11 18:05:47.662143 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-755265a8-3479-4b23-ba91-b02b11bf22a9 req-1e9ce871-fbec-4741-b602-1d1c49a5619b tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d191baf-94e7-4875-a115-07e9a38a6dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758801 Apr 11 18:05:47.677196 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (51f59a80-2164-4032-bc64-1b26c9b5c320), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:47.711352 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event deleted for resources: {'Port': ['ID=51f59a80-2164-4032-bc64-1b26c9b5c320,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:05:47.724552 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.724928 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.725266 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.725597 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.725927 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.726250 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.726565 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.726882 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.727201 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.727521 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.727840 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.728162 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.728493 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.728816 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.729154 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:47.840179 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Router dfe06350-559e-439a-bff6-16da55bfd2df has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:05:47.950528 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:05:47.962212 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35862e74-80b5-4645-8477-6c68b95a34f9 None None] Sync routers for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:05:47.972321 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35862e74-80b5-4645-8477-6c68b95a34f9 None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:05:47.972976 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-35862e74-80b5-4645-8477-6c68b95a34f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:05:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:05:47.983473 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:47.995907 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] No DVR routers for this DVR port 51f59a80-2164-4032-bc64-1b26c9b5c320 on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:05:47.998523 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:48.001861 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-dcf7be81-51bf-43ab-9c9e-38d1eb3351a3 req-442af047-10d6-41d1-af38-2c8aff09c638 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.18 "DELETE /v2.0/ports/51f59a80-2164-4032-bc64-1b26c9b5c320 HTTP/1.1" status: 204 len: 173 time: 0.8886371 Apr 11 18:05:48.002313 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'name': 'network-vif-deleted', 'tag': '51f59a80-2164-4032-bc64-1b26c9b5c320'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:05:48.005041 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcc085a-977f-496c-888a-dfe098b9fe19" -d '{"events": [{"server_uuid": "ae7a2da6-f38c-447f-b9e7-e1ea5753c870", "name": "network-vif-deleted", "tag": "51f59a80-2164-4032-bc64-1b26c9b5c320"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:05:48.047650 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983247bb-3d14-4f70-bb5a-6fff2064aff3 x-openstack-request-id: req-983247bb-3d14-4f70-bb5a-6fff2064aff3 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:05:48.048078 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7a2da6-f38c-447f-b9e7-e1ea5753c870", "name": "network-vif-deleted", "tag": "51f59a80-2164-4032-bc64-1b26c9b5c320", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:05:48.048248 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-983247bb-3d14-4f70-bb5a-6fff2064aff3 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:05:48.048690 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983247bb-3d14-4f70-bb5a-6fff2064aff3'] response: {'server_uuid': 'ae7a2da6-f38c-447f-b9e7-e1ea5753c870', 'name': 'network-vif-deleted', 'tag': '51f59a80-2164-4032-bc64-1b26c9b5c320', 'status': 'completed', 'code': 200} Apr 11 18:05:48.093047 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-35862e74-80b5-4645-8477-6c68b95a34f9 None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:05:48.294140 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-35862e74-80b5-4645-8477-6c68b95a34f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:05:48.325863 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35862e74-80b5-4645-8477-6c68b95a34f9 None None] Checking router: dfe06350-559e-439a-bff6-16da55bfd2df for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:05:48.334369 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35862e74-80b5-4645-8477-6c68b95a34f9 None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:05:48.334993 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-35862e74-80b5-4645-8477-6c68b95a34f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:05:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:05:48.445951 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-35862e74-80b5-4645-8477-6c68b95a34f9 None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:05:48.644780 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-35862e74-80b5-4645-8477-6c68b95a34f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:05:48.675879 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35862e74-80b5-4645-8477-6c68b95a34f9 None None] The sync data for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi is: [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:01:42Z', 'revision_number': 4, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'f820483e-e088-4639-8e32-00a9763a64a5', 'name': '', 'network_id': '6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'mac_address': 'fa:16:3e:7f:b1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:41Z', 'updated_at': '2022-04-11T18:01:45Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'subnets': [{'id': 'bbad68c2-5380-466f-af2b-e290b725d0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:05:48.759320 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58028) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:05:48.823585 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-178cfa6e-3c57-4ce6-98ed-c3df02c1e030 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group (1d191baf-94e7-4875-a115-07e9a38a6dd4), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:48.854598 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-178cfa6e-3c57-4ce6-98ed-c3df02c1e030 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group (1d191baf-94e7-4875-a115-07e9a38a6dd4), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:48.909651 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-178cfa6e-3c57-4ce6-98ed-c3df02c1e030 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (1d191baf-94e7-4875-a115-07e9a38a6dd4), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:48.911598 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d5f59-9229-40fe-875f-94a245201782 None None] New status for floating IP 833a6c49-127e-4b7a-b3fc-598c148fbfd4: DOWN {{(pid=114852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:05:48.912307 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-178cfa6e-3c57-4ce6-98ed-c3df02c1e030 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:48.913614 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-178cfa6e-3c57-4ce6-98ed-c3df02c1e030 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "DELETE /v2.0/security-groups/1d191baf-94e7-4875-a115-07e9a38a6dd4 HTTP/1.1" status: 204 len: 168 time: 0.1526706 Apr 11 18:05:48.916442 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58030) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:05:48.923484 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cfa6e-3c57-4ce6-98ed-c3df02c1e030 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d191baf-94e7-4875-a115-07e9a38a6dd4,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:05:48.937200 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.api.v2.resource [None req-4be78c7b-8dbd-4756-a619-d62bf9d4c4b6 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] show failed (client error): The resource could not be found. Apr 11 18:05:48.938241 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-4be78c7b-8dbd-4756-a619-d62bf9d4c4b6 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "GET /v2.0/security-groups/1d191baf-94e7-4875-a115-07e9a38a6dd4 HTTP/1.1" status: 404 len: 347 time: 0.0201316 Apr 11 18:05:48.943254 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58034) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:05:49.076420 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Deleting port fb520846-a42a-4188-85bd-759a0c603ae3 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:05:49.076761 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (fb520846-a42a-4188-85bd-759a0c603ae3), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:49.155441 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (fb520846-a42a-4188-85bd-759a0c603ae3), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:49.155761 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (fb520846-a42a-4188-85bd-759a0c603ae3), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:49.168219 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Calling delete_port for fb520846-a42a-4188-85bd-759a0c603ae3 owned by network:floatingip {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:05:49.304398 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (fb520846-a42a-4188-85bd-759a0c603ae3), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:49.331699 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Pushing event deleted for resources: {'Port': ['ID=fb520846-a42a-4188-85bd-759a0c603ae3,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:05:49.359751 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.360095 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.360439 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.360778 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.361138 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.361468 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.361796 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.362124 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.362450 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.362774 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.363462 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.363798 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.364122 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.364474 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.365414 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:49.408658 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks [] for floatingip (833a6c49-127e-4b7a-b3fc-598c148fbfd4), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:49.412146 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:49.413368 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-6ef99c50-d079-4f22-a11c-907c7e8d2736 tempest-AttachVolumeTestJSON-590987128 tempest-AttachVolumeTestJSON-590987128-project] 10.222.0.76 "DELETE /v2.0/floatingips/833a6c49-127e-4b7a-b3fc-598c148fbfd4 HTTP/1.1" status: 204 len: 168 time: 0.4691231 Apr 11 18:05:49.500492 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:50.604546 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 51f59a80-2164-4032-bc64-1b26c9b5c320 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:05:50.628420 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: 51f59a80-2164-4032-bc64-1b26c9b5c320 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:05:50.628742 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 51f59a80-2164-4032-bc64-1b26c9b5c320 not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:05:51.768705 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:05:52.226329 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:52.961233 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58066) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:05:53.294724 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-397b4815-9f7d-4dc8-8564-ff5aca22fc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594804'] for router_interface (dfe06350-559e-439a-bff6-16da55bfd2df), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:53.539353 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-397b4815-9f7d-4dc8-8564-ff5aca22fc9f admin admin] Deleting port f820483e-e088-4639-8e32-00a9763a64a5 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:05:53.539690 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-397b4815-9f7d-4dc8-8564-ff5aca22fc9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (f820483e-e088-4639-8e32-00a9763a64a5), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:53.617066 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-397b4815-9f7d-4dc8-8564-ff5aca22fc9f admin admin] For port f820483e-e088-4639-8e32-00a9763a64a5, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=f820483e-e088-4639-8e32-00a9763a64a5,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:05:53.617421 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-397b4815-9f7d-4dc8-8564-ff5aca22fc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (f820483e-e088-4639-8e32-00a9763a64a5), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:53.630582 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-397b4815-9f7d-4dc8-8564-ff5aca22fc9f admin admin] Calling delete_port for f820483e-e088-4639-8e32-00a9763a64a5 owned by network:router_interface {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:05:53.823403 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-397b4815-9f7d-4dc8-8564-ff5aca22fc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (f820483e-e088-4639-8e32-00a9763a64a5), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:53.854801 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b4815-9f7d-4dc8-8564-ff5aca22fc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=f820483e-e088-4639-8e32-00a9763a64a5,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:05:54.034725 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-397b4815-9f7d-4dc8-8564-ff5aca22fc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594648'] for router_interface (dfe06350-559e-439a-bff6-16da55bfd2df), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:54.271470 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397b4815-9f7d-4dc8-8564-ff5aca22fc9f admin admin] Router dfe06350-559e-439a-bff6-16da55bfd2df has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:05:54.383532 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397b4815-9f7d-4dc8-8564-ff5aca22fc9f admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:05:54.390471 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-397b4815-9f7d-4dc8-8564-ff5aca22fc9f admin admin] 10.222.0.76 "PUT /v2.0/routers/dfe06350-559e-439a-bff6-16da55bfd2df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4262171 Apr 11 18:05:54.391162 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58068) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:05:54.392622 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd072073-d26c-4b8e-bcd1-d2e03ff7e796 None None] Sync routers for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:05:54.403892 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd072073-d26c-4b8e-bcd1-d2e03ff7e796 None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:05:54.404499 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-bd072073-d26c-4b8e-bcd1-d2e03ff7e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:05:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:05:54.502865 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Publish callbacks [] for router (dfe06350-559e-439a-bff6-16da55bfd2df), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:54.516567 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-bd072073-d26c-4b8e-bcd1-d2e03ff7e796 None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:05:54.703360 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-bd072073-d26c-4b8e-bcd1-d2e03ff7e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:05:53Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:05:54.730877 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd072073-d26c-4b8e-bcd1-d2e03ff7e796 None None] Checking router: dfe06350-559e-439a-bff6-16da55bfd2df for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:05:54.740656 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd072073-d26c-4b8e-bcd1-d2e03ff7e796 None None] Routers {'dfe06350-559e-439a-bff6-16da55bfd2df'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:05:54.741317 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-bd072073-d26c-4b8e-bcd1-d2e03ff7e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:05:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['dfe06350-559e-439a-bff6-16da55bfd2df'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:05:54.848183 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Publish callbacks [] for router_gateway (dfe06350-559e-439a-bff6-16da55bfd2df), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:54.894059 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Deleting port e8749331-b98d-44f9-a875-d3eb7ff5cc31 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:05:54.894394 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:54.941842 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-bd072073-d26c-4b8e-bcd1-d2e03ff7e796 None None] Set router dfe06350-559e-439a-bff6-16da55bfd2df gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:05:54.975496 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] For port e8749331-b98d-44f9-a875-d3eb7ff5cc31, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=e8749331-b98d-44f9-a875-d3eb7ff5cc31,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:05:54.975784 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:54.990090 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Calling delete_port for e8749331-b98d-44f9-a875-d3eb7ff5cc31 owned by network:router_gateway {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:05:55.119589 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-bd072073-d26c-4b8e-bcd1-d2e03ff7e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:05:53Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:05:55.147505 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd072073-d26c-4b8e-bcd1-d2e03ff7e796 None None] The sync data for ids ['dfe06350-559e-439a-bff6-16da55bfd2df'] in dv-cinder-837353-1-iscsi is: [{'id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'name': 'tempest-AttachVolumeTestJSON-474440419-router', 'tenant_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:01:39Z', 'updated_at': '2022-04-11T18:05:53Z', 'revision_number': 5, 'project_id': 'e30a70d1a1b54384bc426e99f5c7d623', 'gw_port': {'id': 'e8749331-b98d-44f9-a875-d3eb7ff5cc31', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe06350-559e-439a-bff6-16da55bfd2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:01:40Z', 'updated_at': '2022-04-11T18:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:05:55.175974 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (e8749331-b98d-44f9-a875-d3eb7ff5cc31), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.209193 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8749331-b98d-44f9-a875-d3eb7ff5cc31,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:05:55.263108 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594366'] for router_gateway (dfe06350-559e-439a-bff6-16da55bfd2df), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.356291 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123069'] for router (dfe06350-559e-439a-bff6-16da55bfd2df), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.358572 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Publish callbacks [] for router_controller (dfe06350-559e-439a-bff6-16da55bfd2df), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.406380 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1748057'] for router (dfe06350-559e-439a-bff6-16da55bfd2df), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.407057 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfe06350-559e-439a-bff6-16da55bfd2df {{(pid=114851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:05:55.413987 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.414875 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-3c689282-a8bc-43c0-83dd-468e57eb3eb0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/dfe06350-559e-439a-bff6-16da55bfd2df HTTP/1.1" status: 204 len: 168 time: 1.0227847 Apr 11 18:05:55.417459 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58070) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:05:55.462784 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_v2 [None req-be104a61-ab4f-4b28-836e-ee2917144aa5 admin admin] Deleting subnet bbad68c2-5380-466f-af2b-e290b725d0e7 {{(pid=114851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:05:55.466153 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-be104a61-ab4f-4b28-836e-ee2917144aa5 admin admin] Publish callbacks [] for subnet (bbad68c2-5380-466f-af2b-e290b725d0e7), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.501534 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-be104a61-ab4f-4b28-836e-ee2917144aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3172199'] for subnet (bbad68c2-5380-466f-af2b-e290b725d0e7), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.590490 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-be104a61-ab4f-4b28-836e-ee2917144aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (bbad68c2-5380-466f-af2b-e290b725d0e7), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.658480 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-be104a61-ab4f-4b28-836e-ee2917144aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333659'] for subnet (bbad68c2-5380-466f-af2b-e290b725d0e7), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.684992 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be104a61-ab4f-4b28-836e-ee2917144aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbad68c2-5380-466f-af2b-e290b725d0e7,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:05:55.688456 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-be104a61-ab4f-4b28-836e-ee2917144aa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.694690 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-be104a61-ab4f-4b28-836e-ee2917144aa5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/bbad68c2-5380-466f-af2b-e290b725d0e7 HTTP/1.1" status: 204 len: 168 time: 0.2729757 Apr 11 18:05:55.696571 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58072) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:05:55.697687 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c42efac-6d09-495b-9dd0-e61b02ca159b None None] Network 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:05:55.714921 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device f820483e-e088-4639-8e32-00a9763a64a5 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:05:55.741484 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: f820483e-e088-4639-8e32-00a9763a64a5 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:05:55.741770 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device f820483e-e088-4639-8e32-00a9763a64a5 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:05:55.784679 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.837489 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Deleting port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:05:55.837827 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.895202 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] DHCP port deletion for 6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf request from dv-cinder-837353-1-iscsi {{(pid=114852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:05:55.913538 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] For port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=0da6f9e5-a2ba-41f5-9265-4c98543bf81c,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:05:55.914040 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:55.932192 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Calling delete_port for 0da6f9e5-a2ba-41f5-9265-4c98543bf81c owned by network:dhcp {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:05:55.935823 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Deleting port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c {{(pid=114852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:05:55.936203 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), before_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.003318 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] For port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=0da6f9e5-a2ba-41f5-9265-4c98543bf81c,segment=NetworkSegment(3d78caa9-a112-4fa1-8710-db151d27541c),segment_id=3d78caa9-a112-4fa1-8710-db151d27541c)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:05:56.003809 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), precommit_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.014917 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.019600 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Calling delete_port for 0da6f9e5-a2ba-41f5-9265-4c98543bf81c owned by network:dhcp {{(pid=114852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:05:56.042094 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da6f9e5-a2ba-41f5-9265-4c98543bf81c,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:05:56.043871 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] No DVR routers for this DVR port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c on host dv-cinder-837353-1-iscsi {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:05:56.104799 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499'] for port (0da6f9e5-a2ba-41f5-9265-4c98543bf81c), after_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.120803 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.129799 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Pushing event deleted for resources: {'Port': ['ID=0da6f9e5-a2ba-41f5-9265-4c98543bf81c,revision_number=None']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:05:56.134616 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] No DVR routers for this DVR port 0da6f9e5-a2ba-41f5-9265-4c98543bf81c on host dv-cinder-837353-1-iscsi {{(pid=114852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:05:56.141188 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.141555 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.141706 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf']}} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:05:56.141860 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.142199 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.142531 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.142859 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.143182 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.143501 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.143819 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.144141 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.144459 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.144780 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.145125 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.145685 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.146467 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650556e-a7fd-4ccc-b99c-7de072b627bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:05:56.157472 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d78caa9-a112-4fa1-8710-db151d27541c') {'for_net_delete': True} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:05:56.157763 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d78caa9-a112-4fa1-8710-db151d27541c') {} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:05:56.168267 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25836553'] for segment (3d78caa9-a112-4fa1-8710-db151d27541c), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.183261 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (3d78caa9-a112-4fa1-8710-db151d27541c), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.191653 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=114850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:05:56.192065 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25604082'] for segment (3d78caa9-a112-4fa1-8710-db151d27541c), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: Traceback (most recent call last): Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: timer() Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: cb(*args, **kw) Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: return func(*args, **kwargs) Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: self._notify() Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: self.callback(batched_events) Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: event.method(event) Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: return f(self, *a, **k) Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._get(url).json() Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: return self.request(url, 'GET', **kwargs) Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:05:56.194312 dv-cinder-837353-1-iscsi neutron-server[114850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:05:56.255695 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.261332 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.264486 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf HTTP/1.1" status: 204 len: 168 time: 0.5647895 Apr 11 18:05:56.275466 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c653ea-561a-40aa-bf76-9eb2b748dce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be45b5b-d0db-4b62-9452-e6b7e9d1ecbf,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:05:56.396425 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58076) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:05:56.438630 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-2929d4e5-1102-4d31-a28f-4688d619d0db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e30a70d1a1b54384bc426e99f5c7d623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410235 Apr 11 18:05:56.441348 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58078) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:05:56.492213 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-10d033b7-41e5-4976-9d59-24617b924523 admin admin] Publish callbacks [] for security_group (049b2d89-76bf-4de9-b158-73ab247e5dd6), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.514941 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-10d033b7-41e5-4976-9d59-24617b924523 admin admin] Publish callbacks [] for security_group (049b2d89-76bf-4de9-b158-73ab247e5dd6), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.563618 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-10d033b7-41e5-4976-9d59-24617b924523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (049b2d89-76bf-4de9-b158-73ab247e5dd6), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.566602 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-10d033b7-41e5-4976-9d59-24617b924523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:05:56.568006 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-10d033b7-41e5-4976-9d59-24617b924523 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/049b2d89-76bf-4de9-b158-73ab247e5dd6 HTTP/1.1" status: 204 len: 168 time: 0.1255479 Apr 11 18:05:56.577537 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d033b7-41e5-4976-9d59-24617b924523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049b2d89-76bf-4de9-b158-73ab247e5dd6,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:05:57.651712 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device e8749331-b98d-44f9-a875-d3eb7ff5cc31 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:05:57.676415 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: e8749331-b98d-44f9-a875-d3eb7ff5cc31 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:05:57.676786 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device e8749331-b98d-44f9-a875-d3eb7ff5cc31 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:05:57.677842 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 0da6f9e5-a2ba-41f5-9265-4c98543bf81c no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:05:57.837013 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 0da6f9e5-a2ba-41f5-9265-4c98543bf81c {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:05:57.837351 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 0da6f9e5-a2ba-41f5-9265-4c98543bf81c not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:06:04.956526 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58182) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:05.067054 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-047a1d1f-8312-4cfb-a5ea-4b703a8b9baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:05.144661 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-047a1d1f-8312-4cfb-a5ea-4b703a8b9baa admin admin] Publish callbacks [] for security_group (70a68037-8e33-435f-a5e3-b314390962b2), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:05.148746 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-047a1d1f-8312-4cfb-a5ea-4b703a8b9baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (70a68037-8e33-435f-a5e3-b314390962b2), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:05.188924 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-047a1d1f-8312-4cfb-a5ea-4b703a8b9baa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=30b53d0369bf4bd4aa607d3806efd010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312567 Apr 11 18:06:05.189801 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a1d1f-8312-4cfb-a5ea-4b703a8b9baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a68037-8e33-435f-a5e3-b314390962b2,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:05.192490 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58186) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:05.247851 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9c832e0d-c630-41af-9358-acfc2ea4f6af admin admin] Publish callbacks [] for security_group (70a68037-8e33-435f-a5e3-b314390962b2), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:05.273576 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9c832e0d-c630-41af-9358-acfc2ea4f6af admin admin] Publish callbacks [] for security_group (70a68037-8e33-435f-a5e3-b314390962b2), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:05.326354 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9c832e0d-c630-41af-9358-acfc2ea4f6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (70a68037-8e33-435f-a5e3-b314390962b2), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:05.329322 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-9c832e0d-c630-41af-9358-acfc2ea4f6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:05.330512 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-9c832e0d-c630-41af-9358-acfc2ea4f6af admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/70a68037-8e33-435f-a5e3-b314390962b2 HTTP/1.1" status: 204 len: 168 time: 0.1369655 Apr 11 18:06:05.339344 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c832e0d-c630-41af-9358-acfc2ea4f6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a68037-8e33-435f-a5e3-b314390962b2,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:13.211860 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b57231b7-bebd-47a3-867b-645ec8ff5451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:14.661911 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58300) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:14.770786 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-75bcecc5-030b-463d-be08-7faea047fcd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:14.847392 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-75bcecc5-030b-463d-be08-7faea047fcd7 admin admin] Publish callbacks [] for security_group (6b04b38b-70a5-4538-88da-bb34c68da014), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:14.851291 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-75bcecc5-030b-463d-be08-7faea047fcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (6b04b38b-70a5-4538-88da-bb34c68da014), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:14.890112 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcecc5-030b-463d-be08-7faea047fcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b04b38b-70a5-4538-88da-bb34c68da014,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:14.894685 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-75bcecc5-030b-463d-be08-7faea047fcd7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ec32e8409794c418c08222f132e95fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310977 Apr 11 18:06:14.897366 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58304) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:14.947042 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-afe6cfc5-fb27-4170-aea6-2865f77b0abe admin admin] Publish callbacks [] for security_group (6b04b38b-70a5-4538-88da-bb34c68da014), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:14.971911 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-afe6cfc5-fb27-4170-aea6-2865f77b0abe admin admin] Publish callbacks [] for security_group (6b04b38b-70a5-4538-88da-bb34c68da014), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:15.019789 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-afe6cfc5-fb27-4170-aea6-2865f77b0abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (6b04b38b-70a5-4538-88da-bb34c68da014), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:15.023060 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-afe6cfc5-fb27-4170-aea6-2865f77b0abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:15.024189 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-afe6cfc5-fb27-4170-aea6-2865f77b0abe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b04b38b-70a5-4538-88da-bb34c68da014 HTTP/1.1" status: 204 len: 168 time: 0.1259363 Apr 11 18:06:15.032269 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6cfc5-fb27-4170-aea6-2865f77b0abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b04b38b-70a5-4538-88da-bb34c68da014,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:15.555963 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-24e8f0f2-b4be-498b-ae25-af1cf0706622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:16.221753 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58354) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:16.329148 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-bdf42621-c0af-4ad8-91a4-2efda0300c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:16.410366 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-bdf42621-c0af-4ad8-91a4-2efda0300c2a admin admin] Publish callbacks [] for security_group (df7faa17-e6c9-4909-9390-4c784e6159ea), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:16.415516 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-bdf42621-c0af-4ad8-91a4-2efda0300c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (df7faa17-e6c9-4909-9390-4c784e6159ea), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:16.457109 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-bdf42621-c0af-4ad8-91a4-2efda0300c2a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7da2188835d644638aa60768aec02adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342408 Apr 11 18:06:16.458044 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf42621-c0af-4ad8-91a4-2efda0300c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7faa17-e6c9-4909-9390-4c784e6159ea,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:16.460687 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58358) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:16.524539 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-310b5a3b-86c1-446b-8076-bdbf157e4a45 admin admin] Publish callbacks [] for security_group (df7faa17-e6c9-4909-9390-4c784e6159ea), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:16.549029 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-310b5a3b-86c1-446b-8076-bdbf157e4a45 admin admin] Publish callbacks [] for security_group (df7faa17-e6c9-4909-9390-4c784e6159ea), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:16.551216 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:16.602499 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-310b5a3b-86c1-446b-8076-bdbf157e4a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (df7faa17-e6c9-4909-9390-4c784e6159ea), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:16.605689 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-310b5a3b-86c1-446b-8076-bdbf157e4a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:16.607028 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-310b5a3b-86c1-446b-8076-bdbf157e4a45 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/df7faa17-e6c9-4909-9390-4c784e6159ea HTTP/1.1" status: 204 len: 168 time: 0.1443145 Apr 11 18:06:16.616728 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b5a3b-86c1-446b-8076-bdbf157e4a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7faa17-e6c9-4909-9390-4c784e6159ea,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:17.261547 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58380) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:17.358948 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.v2.base [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1773576687-network', 'tenant_id': 'dd248cecd0f847378e0ce4af26c05fa6'}} {{(pid=114851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:06:17.377866 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Made reservation on behalf of dd248cecd0f847378e0ce4af26c05fa6 for: {'network': 1} {{(pid=114851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:06:17.380128 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for network (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:17.388509 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:17.465129 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Publish callbacks [] for security_group (c8dad934-b05e-4d93-ac7d-dcf326989c9f), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:17.468985 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (c8dad934-b05e-4d93-ac7d-dcf326989c9f), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:17.496491 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=114851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:06:17.506489 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dad934-b05e-4d93-ac7d-dcf326989c9f,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:17.511449 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (3f547739-29d2-44ad-af8b-2299761558f2), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:17.511793 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.segments_db [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Added segment 3f547739-29d2-44ad-af8b-2299761558f2 of type vlan for network 22ccc722-0d94-4d9e-8e3c-4097310b109f Apr 11 18:06:17.553701 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735450657383'] for network (22ccc722-0d94-4d9e-8e3c-4097310b109f), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:17.579086 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677'] for network (22ccc722-0d94-4d9e-8e3c-4097310b109f), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:17.580035 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:17.580631 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:17.620315 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3531766 Apr 11 18:06:17.620563 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58384) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:17.624295 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [None req-757690b2-3870-4808-85a6-aba5a2e82872 admin admin] Request body: {'subnet': {'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1773576687-subnet', 'tenant_id': 'dd248cecd0f847378e0ce4af26c05fa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:06:17.642935 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757690b2-3870-4808-85a6-aba5a2e82872 admin admin] Made reservation on behalf of dd248cecd0f847378e0ce4af26c05fa6 for: {'subnet': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:06:17.645349 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-757690b2-3870-4808-85a6-aba5a2e82872 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660958'] for subnet (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:17.648903 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b433c4-07c6-4be2-ac52-f6ef6ce520f4 admin admin] Pushing event updated for resources: {'Network': ['ID=22ccc722-0d94-4d9e-8e3c-4097310b109f,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:17.663133 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Network 22ccc722-0d94-4d9e-8e3c-4097310b109f details requested by agent ovs-agent-dv-cinder-837353-1-iscsi with host dv-cinder-837353-1-iscsi {{(pid=114852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:06:17.836540 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-757690b2-3870-4808-85a6-aba5a2e82872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25603477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660940'] for subnet (55e07678-c705-4c09-906c-20c361da6392), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:17.884771 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757690b2-3870-4808-85a6-aba5a2e82872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e07678-c705-4c09-906c-20c361da6392,revision_number=0']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:17.900890 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757690b2-3870-4808-85a6-aba5a2e82872 admin admin] Checking segment: {'id': '3f547739-29d2-44ad-af8b-2299761558f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:06:17.901247 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757690b2-3870-4808-85a6-aba5a2e82872 admin admin] Network hostable DHCP agents. Network: 22ccc722-0d94-4d9e-8e3c-4097310b109f, hostable agents: ['0ffe6ed9-7784-42e4-9036-7c9518cc394f'], hosted agents: [] {{(pid=114850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:06:17.918900 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757690b2-3870-4808-85a6-aba5a2e82872 admin admin] Network 22ccc722-0d94-4d9e-8e3c-4097310b109f is scheduled to be hosted by DHCP agent 0ffe6ed9-7784-42e4-9036-7c9518cc394f with binding_index 1 {{(pid=114850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:06:17.927670 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [None req-757690b2-3870-4808-85a6-aba5a2e82872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837353-1-iscsi, 22ccc722-0d94-4d9e-8e3c-4097310b109f) {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:06:17.932015 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757690b2-3870-4808-85a6-aba5a2e82872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:17.932609 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-757690b2-3870-4808-85a6-aba5a2e82872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:17.938226 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa222c8-e9d3-465f-b151-13faa00d4295 None None] Network 22ccc722-0d94-4d9e-8e3c-4097310b109f requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:06:17.950681 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-757690b2-3870-4808-85a6-aba5a2e82872 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3305168 Apr 11 18:06:18.022096 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:18.066364 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d295ec13-4d65-4ddb-bde9-3a0592c7aca5 None None] Network 22ccc722-0d94-4d9e-8e3c-4097310b109f requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:06:19.492689 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:19.773444 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-4aa8dd1f-cc10-4997-a27b-7a6f6514548c tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:19.774943 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-4aa8dd1f-cc10-4997-a27b-7a6f6514548c tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/networks?id=22ccc722-0d94-4d9e-8e3c-4097310b109f HTTP/1.1" status: 200 len: 809 time: 0.1134791 Apr 11 18:06:19.790763 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-04e5432b-72b3-4347-a8fc-5eddb9f3b5b9 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/quotas/dd248cecd0f847378e0ce4af26c05fa6 HTTP/1.1" status: 200 len: 375 time: 0.0100203 Apr 11 18:06:19.822926 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-2a9b92f8-d703-4e58-9537-5f59bee6e8e9 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd248cecd0f847378e0ce4af26c05fa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269346 Apr 11 18:06:19.912106 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-03e5f1e9-6a04-4f6a-9a70-5dc70ef39eda service neutron] 10.222.0.76 "GET /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826604 Apr 11 18:06:20.005817 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-2e9b63c7-c7ed-4079-bd4a-852cc3284122 service neutron] 10.222.0.76 "GET /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874710 Apr 11 18:06:20.164288 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e131ad54-00ac-47a0-b13c-ab3ea9941941 req-bcc11627-9402-4f55-8377-eafa565b3775 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 210 time: 0.0277877 Apr 11 18:06:21.103849 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-118e9448-8203-4196-97f5-ef1642bf3e66 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:21.105353 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-118e9448-8203-4196-97f5-ef1642bf3e66 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.18 "GET /v2.0/networks?id=22ccc722-0d94-4d9e-8e3c-4097310b109f HTTP/1.1" status: 200 len: 809 time: 0.1092970 Apr 11 18:06:21.119037 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Request body: {'port': {'device_id': '93a58f88-76d5-4241-bfbb-575f980bafdd', 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f', 'admin_state_up': True, 'tenant_id': 'dd248cecd0f847378e0ce4af26c05fa6'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:06:21.250608 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Made reservation on behalf of dd248cecd0f847378e0ce4af26c05fa6 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:06:21.253485 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:21.271323 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c8066bf0-a0a7-4d71-8f28-6c13b05a0982 req-d558a6f1-0a60-43b3-a969-c23135449ab0 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 210 time: 0.0335591 Apr 11 18:06:21.403389 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Allocated IP 172.20.0.2 (22ccc722-0d94-4d9e-8e3c-4097310b109f/55e07678-c705-4c09-906c-20c361da6392/e0ed35e3-b47e-4fe7-862e-34b0c9812ec2) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:06:21.557414 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks [] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:21.591232 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:21.637548 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Network 22ccc722-0d94-4d9e-8e3c-4097310b109f is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:06:21.640544 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:06:21.644227 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:06:21.650893 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Pushing event updated for resources: {'Port': ['ID=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:21.696570 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:21.697202 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:21.714716 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-677721f3-8b75-4f2d-880f-0e7dd4efd06e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002951 Apr 11 18:06:21.726499 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Request body: {'port': {'device_id': '93a58f88-76d5-4241-bfbb-575f980bafdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:06:21.789149 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:22.055816 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:06:22.063418 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Publish callbacks [] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:22.075652 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Transition to ACTIVE for port object e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:06:22.080357 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:22.138190 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:22.205705 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Attempting to bind port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:06:22.206038 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Attempting to bind port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '3f547739-29d2-44ad-af8b-2299761558f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:06:22.206491 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Attempting to bind port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 on network 22ccc722-0d94-4d9e-8e3c-4097310b109f {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:06:22.211721 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 on network 22ccc722-0d94-4d9e-8e3c-4097310b109f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:06:22.212040 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Attempting to bind port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 on network 22ccc722-0d94-4d9e-8e3c-4097310b109f {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:06:22.216899 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:06:22.217236 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Checking segment: {'id': '3f547739-29d2-44ad-af8b-2299761558f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:06:22.217626 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Bound using segment: {'id': '3f547739-29d2-44ad-af8b-2299761558f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:06:22.218046 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Bound port: e0ed35e3-b47e-4fe7-862e-34b0c9812ec2, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f547739-29d2-44ad-af8b-2299761558f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:06:22.218402 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:22.240395 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:22.284615 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] For port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:06:22.288843 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] For port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2,segment=NetworkSegment(3f547739-29d2-44ad-af8b-2299761558f2),segment_id=3f547739-29d2-44ad-af8b-2299761558f2)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:06:22.295544 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:22.338224 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:22.338848 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:22.340242 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 HTTP/1.1" status: 200 len: 1093 time: 0.6184292 Apr 11 18:06:22.340695 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a58f88-76d5-4241-bfbb-575f980bafdd', 'tag': 'e0ed35e3-b47e-4fe7-862e-34b0c9812ec2'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:06:22.342996 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacfbb5d-0e85-4e55-b19a-c22cd0bb5786" -d '{"events": [{"name": "network-changed", "server_uuid": "93a58f88-76d5-4241-bfbb-575f980bafdd", "tag": "e0ed35e3-b47e-4fe7-862e-34b0c9812ec2"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:06:22.401587 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea5adc4-8ccb-4bee-bfb7-237dad6e2181 x-openstack-request-id: req-3ea5adc4-8ccb-4bee-bfb7-237dad6e2181 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:06:22.402126 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a58f88-76d5-4241-bfbb-575f980bafdd", "tag": "e0ed35e3-b47e-4fe7-862e-34b0c9812ec2", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:06:22.402378 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ea5adc4-8ccb-4bee-bfb7-237dad6e2181 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:06:22.402779 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea5adc4-8ccb-4bee-bfb7-237dad6e2181'] response: {'name': 'network-changed', 'server_uuid': '93a58f88-76d5-4241-bfbb-575f980bafdd', 'tag': 'e0ed35e3-b47e-4fe7-862e-34b0c9812ec2', 'status': 'completed', 'code': 200} Apr 11 18:06:22.430423 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b90007-2626-40df-9894-e7bb848ad2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:22.440606 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2cb26-a938-4a09-b811-251c3079137b req-3dfc1a10-e9a3-41d5-a263-de7fcdf5beb0 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:22.442187 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-29c2cb26-a938-4a09-b811-251c3079137b req-3dfc1a10-e9a3-41d5-a263-de7fcdf5beb0 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 943 time: 0.0965381 Apr 11 18:06:22.447929 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-7c36424d-3b5b-4523-a33d-7399fa831914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:22.449408 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-7c36424d-3b5b-4523-a33d-7399fa831914 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd248cecd0f847378e0ce4af26c05fa6&device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 1127 time: 0.0620985 Apr 11 18:06:22.502196 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-3a422a27-6bef-4603-9ace-4302929340f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 HTTP/1.1" status: 200 len: 217 time: 0.0450537 Apr 11 18:06:22.556555 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-29c2cb26-a938-4a09-b811-251c3079137b req-7b7d32be-e8ba-4e1d-890e-097dede1104d tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061738 Apr 11 18:06:22.571184 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-3ff4c090-64cf-4bd5-a63d-be35973ef738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:22.571184 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-3ff4c090-64cf-4bd5-a63d-be35973ef738 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55e07678-c705-4c09-906c-20c361da6392 HTTP/1.1" status: 200 len: 849 time: 0.0589650 Apr 11 18:06:22.603300 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-56bf1556-27fc-4579-8f77-9b49ad1eac2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22ccc722-0d94-4d9e-8e3c-4097310b109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261612 Apr 11 18:06:22.701002 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-300e48f1-9c8b-49ac-81af-9a9a1412d8af service neutron] 10.222.0.18 "GET /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912447 Apr 11 18:06:22.793812 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-18dff15b-68f0-4a68-84f1-e10a52691997 req-4481e833-2a7a-4997-a706-ae6e74167b23 service neutron] 10.222.0.18 "GET /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839286 Apr 11 18:06:23.622125 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfbb5d-0e85-4e55-b19a-c22cd0bb5786 req-821ab169-11af-463d-bcc2-3e3bf0da01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:23.623633 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-aacfbb5d-0e85-4e55-b19a-c22cd0bb5786 req-821ab169-11af-463d-bcc2-3e3bf0da01c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd248cecd0f847378e0ce4af26c05fa6&device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 1127 time: 0.0432377 Apr 11 18:06:23.692218 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d8b94-e889-44d2-bcab-fa00a5f36f4d req-c9647d5d-f92c-44d5-baac-007d6d0b9276 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:23.693648 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c88d8b94-e889-44d2-bcab-fa00a5f36f4d req-c9647d5d-f92c-44d5-baac-007d6d0b9276 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 943 time: 0.0681527 Apr 11 18:06:24.049762 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfbb5d-0e85-4e55-b19a-c22cd0bb5786 req-810cf710-f59a-4f0b-b828-74ceb4d14b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:24.051204 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-aacfbb5d-0e85-4e55-b19a-c22cd0bb5786 req-810cf710-f59a-4f0b-b828-74ceb4d14b04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=22ccc722-0d94-4d9e-8e3c-4097310b109f HTTP/1.1" status: 200 len: 910 time: 0.4166877 Apr 11 18:06:24.054969 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c88d8b94-e889-44d2-bcab-fa00a5f36f4d req-7c387a3e-a8a9-4dcc-b86a-4fa01752d418 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367167 Apr 11 18:06:24.090638 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-aacfbb5d-0e85-4e55-b19a-c22cd0bb5786 req-0466f146-9cae-4d96-80bf-9a0077827701 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 HTTP/1.1" status: 200 len: 217 time: 0.0328312 Apr 11 18:06:24.138089 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfbb5d-0e85-4e55-b19a-c22cd0bb5786 req-2a1e4e6f-d7ae-4fb9-94af-5b51a5c6c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:24.139495 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-aacfbb5d-0e85-4e55-b19a-c22cd0bb5786 req-2a1e4e6f-d7ae-4fb9-94af-5b51a5c6c0b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55e07678-c705-4c09-906c-20c361da6392 HTTP/1.1" status: 200 len: 849 time: 0.0429709 Apr 11 18:06:24.169730 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-aacfbb5d-0e85-4e55-b19a-c22cd0bb5786 req-5aaad6d7-cb95-4cb3-b036-f01472c18e04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22ccc722-0d94-4d9e-8e3c-4097310b109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248332 Apr 11 18:06:24.257937 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-aacfbb5d-0e85-4e55-b19a-c22cd0bb5786 req-27b6f401-a107-4f1d-a31f-cc0c618f2a2b service neutron] 10.222.0.18 "GET /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823917 Apr 11 18:06:24.351525 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-aacfbb5d-0e85-4e55-b19a-c22cd0bb5786 req-c4806ef3-6541-412b-bf37-033f37d0f10b service neutron] 10.222.0.18 "GET /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870078 Apr 11 18:06:24.883024 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:06:24.986908 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2,segment=NetworkSegment(3f547739-29d2-44ad-af8b-2299761558f2),segment_id=3f547739-29d2-44ad-af8b-2299761558f2)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:25.002626 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'e0ed35e3-b47e-4fe7-862e-34b0c9812ec2', 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f', 'port_id': 'e0ed35e3-b47e-4fe7-862e-34b0c9812ec2', 'mac_address': 'fa:16:3e:4c:ba:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e07678-c705-4c09-906c-20c361da6392', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:06:25.040143 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:06:25.040533 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:25.053263 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:06:25.073825 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2,segment=NetworkSegment(3f547739-29d2-44ad-af8b-2299761558f2),segment_id=3f547739-29d2-44ad-af8b-2299761558f2)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:25.078106 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:25.126301 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:25.170197 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9356a6-8c08-4d03-b730-7fec607935e6 req-64252f9b-34c3-406c-866a-0c2879a4f75f tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:25.171714 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9b9356a6-8c08-4d03-b730-7fec607935e6 req-64252f9b-34c3-406c-866a-0c2879a4f75f tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 944 time: 0.0492523 Apr 11 18:06:25.219266 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9b9356a6-8c08-4d03-b730-7fec607935e6 req-c7d2d461-0e24-48df-bfbf-b16d4f704181 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 Apr 11 18:06:25.316092 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['e0ed35e3-b47e-4fe7-862e-34b0c9812ec2'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:06:26.340737 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ddc48-38a5-4e94-8f6c-cc9114ef7e6c req-71e084e4-8404-415d-82f5-453c3b82b5ba tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:26.342268 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-878ddc48-38a5-4e94-8f6c-cc9114ef7e6c req-71e084e4-8404-415d-82f5-453c3b82b5ba tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 944 time: 0.0482709 Apr 11 18:06:26.389913 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-878ddc48-38a5-4e94-8f6c-cc9114ef7e6c req-e1b2450a-d154-4026-977f-9aef54213325 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419557 Apr 11 18:06:26.906154 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:06:26.951961 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:06:26.958679 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:06:26.959072 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:27.041390 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:06:27.041785 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:27.064814 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a58f88-76d5-4241-bfbb-575f980bafdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ed35e3-b47e-4fe7-862e-34b0c9812ec2'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:06:27.067082 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4d9404-5838-4b50-9568-031519f6c8e0" -d '{"events": [{"server_uuid": "93a58f88-76d5-4241-bfbb-575f980bafdd", "name": "network-vif-plugged", "status": "completed", "tag": "e0ed35e3-b47e-4fe7-862e-34b0c9812ec2"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:06:27.079592 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2,segment=NetworkSegment(3f547739-29d2-44ad-af8b-2299761558f2),segment_id=3f547739-29d2-44ad-af8b-2299761558f2)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:27.084150 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:27.109149 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8408f6c6-3053-495b-a423-2d2077da8f90 x-openstack-request-id: req-8408f6c6-3053-495b-a423-2d2077da8f90 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:06:27.109149 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a58f88-76d5-4241-bfbb-575f980bafdd", "name": "network-vif-plugged", "status": "completed", "tag": "e0ed35e3-b47e-4fe7-862e-34b0c9812ec2", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:06:27.109149 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8408f6c6-3053-495b-a423-2d2077da8f90 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:06:27.109562 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8408f6c6-3053-495b-a423-2d2077da8f90'] response: {'server_uuid': '93a58f88-76d5-4241-bfbb-575f980bafdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ed35e3-b47e-4fe7-862e-34b0c9812ec2', 'code': 200} Apr 11 18:06:27.136373 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:27.272693 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9e118-09c3-412a-bcc0-b602fcf4c2a7 req-850add83-5273-4616-a451-d41ce4d51e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:27.274242 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-82a9e118-09c3-412a-bcc0-b602fcf4c2a7 req-850add83-5273-4616-a451-d41ce4d51e82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 1129 time: 0.0421634 Apr 11 18:06:27.320958 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-82a9e118-09c3-412a-bcc0-b602fcf4c2a7 req-4a1ee0d4-c32b-46fa-8749-956e41f3c2ac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393307 Apr 11 18:06:27.634998 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e599671-1b9c-4af2-98c6-22b82db46b37 req-4646404b-46c3-4bfc-91a5-5d173052b34b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:27.636477 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6e599671-1b9c-4af2-98c6-22b82db46b37 req-4646404b-46c3-4bfc-91a5-5d173052b34b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 945 time: 0.1758425 Apr 11 18:06:27.683324 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6e599671-1b9c-4af2-98c6-22b82db46b37 req-271979cb-d5a2-47da-be93-2773cadcdefe tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411985 Apr 11 18:06:28.767359 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:06:28.849309 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c73f17-d7cc-45ad-89f5-68c4287174bf req-b813dd79-3332-4dd1-a1a4-5ad1be6e899b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:28.850801 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-42c73f17-d7cc-45ad-89f5-68c4287174bf req-b813dd79-3332-4dd1-a1a4-5ad1be6e899b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 945 time: 0.0971782 Apr 11 18:06:28.903516 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-42c73f17-d7cc-45ad-89f5-68c4287174bf req-c17c64d4-dd1d-4496-91f6-cbd0d710547e tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469847 Apr 11 18:06:29.530451 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c8235-14f7-4d16-9055-64b80ad2e963 req-8dde1f5c-a67e-4bb5-9243-a8d5e28e9b4d tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:29.531915 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d81c8235-14f7-4d16-9055-64b80ad2e963 req-8dde1f5c-a67e-4bb5-9243-a8d5e28e9b4d tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 945 time: 0.0487459 Apr 11 18:06:29.582957 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d81c8235-14f7-4d16-9055-64b80ad2e963 req-eda538db-4494-43af-a80d-badb23c8ff95 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Apr 11 18:06:30.699095 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed226f-745f-44a5-9eaa-fcd808679abf req-3036fbff-9df7-44bd-9ce3-77846cb6663d tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:30.700611 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-01ed226f-745f-44a5-9eaa-fcd808679abf req-3036fbff-9df7-44bd-9ce3-77846cb6663d tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 945 time: 0.0490015 Apr 11 18:06:30.747795 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-01ed226f-745f-44a5-9eaa-fcd808679abf req-b621b42a-3111-4296-b1a4-e0b96df1c562 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414650 Apr 11 18:06:31.111588 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571b431-c715-4f6e-9a1d-269270f67496 req-f7f674bd-657a-4d9f-961d-c691d66688d4 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:31.113064 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0571b431-c715-4f6e-9a1d-269270f67496 req-f7f674bd-657a-4d9f-961d-c691d66688d4 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.18 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 945 time: 0.0496199 Apr 11 18:06:31.198551 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-0571b431-c715-4f6e-9a1d-269270f67496 req-1d835e68-9a16-4861-8e9e-37211f47acaa tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Deleting port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:31.198893 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-0571b431-c715-4f6e-9a1d-269270f67496 req-1d835e68-9a16-4861-8e9e-37211f47acaa tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:31.289844 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-0571b431-c715-4f6e-9a1d-269270f67496 req-1d835e68-9a16-4861-8e9e-37211f47acaa tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] For port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2,segment=NetworkSegment(3f547739-29d2-44ad-af8b-2299761558f2),segment_id=3f547739-29d2-44ad-af8b-2299761558f2)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:31.290247 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-0571b431-c715-4f6e-9a1d-269270f67496 req-1d835e68-9a16-4861-8e9e-37211f47acaa tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:31.304182 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [req-0571b431-c715-4f6e-9a1d-269270f67496 req-1d835e68-9a16-4861-8e9e-37211f47acaa tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Calling delete_port for e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 owned by compute:nova {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:31.436586 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-0571b431-c715-4f6e-9a1d-269270f67496 req-1d835e68-9a16-4861-8e9e-37211f47acaa tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (e0ed35e3-b47e-4fe7-862e-34b0c9812ec2), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:31.449415 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['e0ed35e3-b47e-4fe7-862e-34b0c9812ec2'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:06:31.465147 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d835e68-9a16-4861-8e9e-37211f47acaa tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Pushing event deleted for resources: {'Port': ['ID=e0ed35e3-b47e-4fe7-862e-34b0c9812ec2,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:31.508844 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0571b431-c715-4f6e-9a1d-269270f67496 req-1d835e68-9a16-4861-8e9e-37211f47acaa tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] No DVR routers for this DVR port e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 on host hv-cinder-83735 {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:06:31.511401 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-0571b431-c715-4f6e-9a1d-269270f67496 req-1d835e68-9a16-4861-8e9e-37211f47acaa tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:31.514771 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0571b431-c715-4f6e-9a1d-269270f67496 req-1d835e68-9a16-4861-8e9e-37211f47acaa tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.18 "DELETE /v2.0/ports/e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 HTTP/1.1" status: 204 len: 173 time: 0.3968933 Apr 11 18:06:31.515214 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a58f88-76d5-4241-bfbb-575f980bafdd', 'name': 'network-vif-deleted', 'tag': 'e0ed35e3-b47e-4fe7-862e-34b0c9812ec2'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:06:31.517560 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb7240a-37f5-4b09-8f08-cf0b46e24ea6" -d '{"events": [{"server_uuid": "93a58f88-76d5-4241-bfbb-575f980bafdd", "name": "network-vif-deleted", "tag": "e0ed35e3-b47e-4fe7-862e-34b0c9812ec2"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:06:31.556247 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61415a94-43ff-43d2-bc0e-a09759853ffe x-openstack-request-id: req-61415a94-43ff-43d2-bc0e-a09759853ffe {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:06:31.556546 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a58f88-76d5-4241-bfbb-575f980bafdd", "name": "network-vif-deleted", "tag": "e0ed35e3-b47e-4fe7-862e-34b0c9812ec2", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:06:31.556804 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-61415a94-43ff-43d2-bc0e-a09759853ffe {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:06:31.557255 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61415a94-43ff-43d2-bc0e-a09759853ffe'] response: {'server_uuid': '93a58f88-76d5-4241-bfbb-575f980bafdd', 'name': 'network-vif-deleted', 'tag': 'e0ed35e3-b47e-4fe7-862e-34b0c9812ec2', 'status': 'completed', 'code': 200} Apr 11 18:06:31.861632 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a5119e8d-5728-448f-a635-3c79e020fb75 req-75fcd574-0794-4484-8ad0-34f74456bc04 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=93a58f88-76d5-4241-bfbb-575f980bafdd HTTP/1.1" status: 200 len: 210 time: 0.0305347 Apr 11 18:06:32.608521 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0835c6d8-d5c7-45d3-be2d-005a5c2d7f8a req-d621b864-5d1d-448c-a8b2-abe7bf893d67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397043 Apr 11 18:06:32.664740 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835c6d8-d5c7-45d3-be2d-005a5c2d7f8a req-fa7e3ce3-c357-4061-bd3a-e1895ad10eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:32.666215 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0835c6d8-d5c7-45d3-be2d-005a5c2d7f8a req-fa7e3ce3-c357-4061-bd3a-e1895ad10eda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 1129 time: 0.0375240 Apr 11 18:06:32.764278 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835c6d8-d5c7-45d3-be2d-005a5c2d7f8a req-d9c7af60-6227-4d6a-af3e-a410aa34a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:32.765767 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0835c6d8-d5c7-45d3-be2d-005a5c2d7f8a req-d9c7af60-6227-4d6a-af3e-a410aa34a5b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 913 time: 0.0827971 Apr 11 18:06:32.833531 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0835c6d8-d5c7-45d3-be2d-005a5c2d7f8a req-f8a249d8-7d51-4896-80a2-c4ebf64de442 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b392f11-d865-4289-9c4a-fcc8db3a663c HTTP/1.1" status: 200 len: 1000 time: 0.0620809 Apr 11 18:06:32.888649 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835c6d8-d5c7-45d3-be2d-005a5c2d7f8a req-61a9ca70-5224-4419-9a0e-74d31bcd0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:32.890423 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0835c6d8-d5c7-45d3-be2d-005a5c2d7f8a req-61a9ca70-5224-4419-9a0e-74d31bcd0910 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0507245 Apr 11 18:06:32.936611 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835c6d8-d5c7-45d3-be2d-005a5c2d7f8a req-9ab851ab-c7d2-47d9-9912-30e9d69b24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:32.938512 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0835c6d8-d5c7-45d3-be2d-005a5c2d7f8a req-9ab851ab-c7d2-47d9-9912-30e9d69b24e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425105 Apr 11 18:06:33.044164 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58482) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:33.062661 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0835c6d8-d5c7-45d3-be2d-005a5c2d7f8a req-8b3df657-7f97-4cb7-9485-e77658ea6cf0 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170292 Apr 11 18:06:33.199256 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Deleting port 67eae405-9a82-454f-a435-9fb145ad8236 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:33.199595 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (67eae405-9a82-454f-a435-9fb145ad8236), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:33.218853 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-a0f636e8-727d-460e-a5cd-edce87374f8c tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:33.220356 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-a0f636e8-727d-460e-a5cd-edce87374f8c tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/networks?id=22ccc722-0d94-4d9e-8e3c-4097310b109f HTTP/1.1" status: 200 len: 809 time: 0.1762795 Apr 11 18:06:33.239877 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0835c6d8-d5c7-45d3-be2d-005a5c2d7f8a req-afcf317d-dad4-46cf-b682-e087c33b2709 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661072 Apr 11 18:06:33.241533 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f42601dc-c1d2-491a-8683-204e05bf17b7 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/quotas/dd248cecd0f847378e0ce4af26c05fa6 HTTP/1.1" status: 200 len: 375 time: 0.0148633 Apr 11 18:06:33.278695 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-d5515ada-ce7e-4b09-b51c-13e70e5490e4 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=dd248cecd0f847378e0ce4af26c05fa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315206 Apr 11 18:06:33.306569 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (67eae405-9a82-454f-a435-9fb145ad8236), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:33.306908 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (67eae405-9a82-454f-a435-9fb145ad8236), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:33.319505 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Calling delete_port for 67eae405-9a82-454f-a435-9fb145ad8236 owned by network:floatingip {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:33.370626 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-616dc467-09c9-4572-beb7-e777ff387f0a service neutron] 10.222.0.76 "GET /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850599 Apr 11 18:06:33.467947 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-dcab042a-e0ee-41aa-bbd3-b8b978ae9db6 service neutron] 10.222.0.76 "GET /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912342 Apr 11 18:06:33.472234 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (67eae405-9a82-454f-a435-9fb145ad8236), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:33.498566 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event deleted for resources: {'Port': ['ID=67eae405-9a82-454f-a435-9fb145ad8236,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:33.564660 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (044ee0d7-da57-46c8-90a1-266e0055a586), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:33.564922 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.l3_db [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Floating IP 044ee0d7-da57-46c8-90a1-266e0055a586 disassociated (deleted). External IP: 172.27.1.36, port: 8b392f11-d865-4289-9c4a-fcc8db3a663c. Apr 11 18:06:33.633708 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-fa043b78-4495-401b-9a81-a26d3bce8607 req-77d6d1fd-2633-42e4-bcc4-7220960d65c6 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 210 time: 0.0295448 Apr 11 18:06:33.803718 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Router ae71b359-e290-4f8e-8d46-28b1f6670b41 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:06:33.932606 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:06:33.937779 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:33.947421 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af9303-2c85-44d5-982c-e6a8616f3e07 None None] Sync routers for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:06:33.963367 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af9303-2c85-44d5-982c-e6a8616f3e07 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:06:33.964347 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-23af9303-2c85-44d5-982c-e6a8616f3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:06:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:33.972050 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-074ce477-031a-4e95-a2e7-d862f95159f7 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "DELETE /v2.0/floatingips/044ee0d7-da57-46c8-90a1-266e0055a586 HTTP/1.1" status: 204 len: 168 time: 0.9267902 Apr 11 18:06:33.972716 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'tag': '8b392f11-d865-4289-9c4a-fcc8db3a663c'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:06:33.975848 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10173e8-e32b-4d61-bf0e-ea8d76e9bafb" -d '{"events": [{"name": "network-changed", "server_uuid": "952cee9b-c323-4487-82fc-c2f23b4f15a6", "tag": "8b392f11-d865-4289-9c4a-fcc8db3a663c"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:06:34.095870 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13734e1e-9411-45f0-89c5-a4f070cbc5b1 x-openstack-request-id: req-13734e1e-9411-45f0-89c5-a4f070cbc5b1 {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:06:34.096501 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952cee9b-c323-4487-82fc-c2f23b4f15a6", "tag": "8b392f11-d865-4289-9c4a-fcc8db3a663c", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:06:34.096879 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-13734e1e-9411-45f0-89c5-a4f070cbc5b1 {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:06:34.097237 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13734e1e-9411-45f0-89c5-a4f070cbc5b1'] response: {'name': 'network-changed', 'server_uuid': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'tag': '8b392f11-d865-4289-9c4a-fcc8db3a663c', 'status': 'completed', 'code': 200} Apr 11 18:06:34.127212 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-23af9303-2c85-44d5-982c-e6a8616f3e07 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:06:34.193228 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10173e8-e32b-4d61-bf0e-ea8d76e9bafb req-861bfef7-3d96-474d-965f-90907caa5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:34.195338 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a10173e8-e32b-4d61-bf0e-ea8d76e9bafb req-861bfef7-3d96-474d-965f-90907caa5a8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 1129 time: 0.0682552 Apr 11 18:06:34.258939 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5cd45-d209-4aff-879d-2ab41a2eaa5b req-729c205b-0a4e-45d3-8d29-ccd47f637a87 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:34.260639 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-37b5cd45-d209-4aff-879d-2ab41a2eaa5b req-729c205b-0a4e-45d3-8d29-ccd47f637a87 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 945 time: 0.0479417 Apr 11 18:06:34.322551 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-37b5cd45-d209-4aff-879d-2ab41a2eaa5b req-21f76a71-e3b6-45df-95cb-c6414c26a8e8 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558965 Apr 11 18:06:34.361351 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-23af9303-2c85-44d5-982c-e6a8616f3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '5053f0de-c196-4a5d-9b58-306a5d48c68a', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:6d:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:02:40Z', 'updated_at': '2022-04-11T18:02:43Z', 'revision_number': 1, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:34.391575 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af9303-2c85-44d5-982c-e6a8616f3e07 None None] Checking router: ae71b359-e290-4f8e-8d46-28b1f6670b41 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:06:34.400091 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af9303-2c85-44d5-982c-e6a8616f3e07 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:06:34.400700 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-23af9303-2c85-44d5-982c-e6a8616f3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:06:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:34.517882 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-23af9303-2c85-44d5-982c-e6a8616f3e07 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:06:34.730075 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d36b1710-ef07-494c-afe5-28da4190a510 req-f286f57e-5ae7-4d4a-a2f5-521e3f09e8c5 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 210 time: 0.0281329 Apr 11 18:06:34.737319 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-23af9303-2c85-44d5-982c-e6a8616f3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '5053f0de-c196-4a5d-9b58-306a5d48c68a', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:6d:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:02:40Z', 'updated_at': '2022-04-11T18:02:43Z', 'revision_number': 1, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:34.767241 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af9303-2c85-44d5-982c-e6a8616f3e07 None None] The sync data for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi is: [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_floatingips': [{'id': '5053f0de-c196-4a5d-9b58-306a5d48c68a', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'router_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'port_id': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'mac_address': 'fa:16:3e:6d:ac:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:02:40Z', 'updated_at': '2022-04-11T18:02:43Z', 'revision_number': 1, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:06:34.956869 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:06:34.978834 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:06:34.979189 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device e0ed35e3-b47e-4fe7-862e-34b0c9812ec2 not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:06:34.982338 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0fce11-abe2-48c6-b235-3653ad7d0e62 None None] New status for floating IP 044ee0d7-da57-46c8-90a1-266e0055a586: DOWN {{(pid=114853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:06:35.279495 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10173e8-e32b-4d61-bf0e-ea8d76e9bafb req-b265c7e3-d1f3-44a3-ad59-8b26e718df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:35.281009 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a10173e8-e32b-4d61-bf0e-ea8d76e9bafb req-b265c7e3-d1f3-44a3-ad59-8b26e718df7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 913 time: 0.0939631 Apr 11 18:06:35.442222 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a6c0f-69f6-4365-b2e5-ccb464cd3ebe req-a83c23d9-d1db-4b35-8c23-d94dad90c705 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:35.443723 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-570a6c0f-69f6-4365-b2e5-ccb464cd3ebe req-a83c23d9-d1db-4b35-8c23-d94dad90c705 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 945 time: 0.0528224 Apr 11 18:06:35.493623 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-570a6c0f-69f6-4365-b2e5-ccb464cd3ebe req-a66a63fc-a804-4be4-9e10-6e45b88370c8 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429003 Apr 11 18:06:35.564216 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a10173e8-e32b-4d61-bf0e-ea8d76e9bafb req-e5506dd9-85fb-4141-b86d-9dbacce1e6df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b392f11-d865-4289-9c4a-fcc8db3a663c HTTP/1.1" status: 200 len: 217 time: 0.0351083 Apr 11 18:06:35.643303 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10173e8-e32b-4d61-bf0e-ea8d76e9bafb req-87a27de7-9079-4536-8974-2f806c95aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:35.644777 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a10173e8-e32b-4d61-bf0e-ea8d76e9bafb req-87a27de7-9079-4536-8974-2f806c95aea5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0739729 Apr 11 18:06:35.714116 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-81291f6e-ac56-4b9d-90ab-af74176cb8b5 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:35.715794 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-81291f6e-ac56-4b9d-90ab-af74176cb8b5 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.18 "GET /v2.0/networks?id=22ccc722-0d94-4d9e-8e3c-4097310b109f HTTP/1.1" status: 200 len: 809 time: 0.1107664 Apr 11 18:06:35.823375 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2ce5319c-8fbe-4e03-9525-4704f5527ecf req-dc82db02-a2f3-4d11-b2c9-c950e070f7bc tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 210 time: 0.0277653 Apr 11 18:06:35.851867 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Request body: {'port': {'device_id': '87546817-5db9-4776-95f2-2de0d868c114', 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f', 'admin_state_up': True, 'tenant_id': 'dd248cecd0f847378e0ce4af26c05fa6'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:06:35.932039 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10173e8-e32b-4d61-bf0e-ea8d76e9bafb req-c85e08da-69c8-4d72-9ba3-476425df3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:35.933565 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a10173e8-e32b-4d61-bf0e-ea8d76e9bafb req-c85e08da-69c8-4d72-9ba3-476425df3b4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954492 Apr 11 18:06:35.955219 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb67e4-3282-4c5b-941b-c5f0483f1344 req-029f0c8a-0e69-4751-a69d-44e8627b2ae3 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:35.956798 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-1efb67e4-3282-4c5b-941b-c5f0483f1344 req-029f0c8a-0e69-4751-a69d-44e8627b2ae3 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 945 time: 0.0812030 Apr 11 18:06:35.986351 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Made reservation on behalf of dd248cecd0f847378e0ce4af26c05fa6 for: {'port': 1} {{(pid=114850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:06:35.990283 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (None), before_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:36.112182 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [req-1efb67e4-3282-4c5b-941b-c5f0483f1344 req-7fc9746a-6645-4ab8-85fc-47f9c9284591 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Deleting port 8b392f11-d865-4289-9c4a-fcc8db3a663c {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:36.112433 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1efb67e4-3282-4c5b-941b-c5f0483f1344 req-7fc9746a-6645-4ab8-85fc-47f9c9284591 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:36.163470 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a10173e8-e32b-4d61-bf0e-ea8d76e9bafb req-b1397daa-da5b-4e6d-8c16-c2188fae6bd9 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622148 Apr 11 18:06:36.202939 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [req-1efb67e4-3282-4c5b-941b-c5f0483f1344 req-7fc9746a-6645-4ab8-85fc-47f9c9284591 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] For port 8b392f11-d865-4289-9c4a-fcc8db3a663c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8b392f11-d865-4289-9c4a-fcc8db3a663c,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:36.203301 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1efb67e4-3282-4c5b-941b-c5f0483f1344 req-7fc9746a-6645-4ab8-85fc-47f9c9284591 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:36.214261 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_common [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Allocated IP 172.20.0.10 (22ccc722-0d94-4d9e-8e3c-4097310b109f/55e07678-c705-4c09-906c-20c361da6392/f61e02db-47e9-41f2-af7e-b12af15506e2) {{(pid=114850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:06:36.219108 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [req-1efb67e4-3282-4c5b-941b-c5f0483f1344 req-7fc9746a-6645-4ab8-85fc-47f9c9284591 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Calling delete_port for 8b392f11-d865-4289-9c4a-fcc8db3a663c owned by compute:nova {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:36.308780 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a10173e8-e32b-4d61-bf0e-ea8d76e9bafb req-661b1600-e131-4b08-a09c-fe5e1bc3dd40 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378829 Apr 11 18:06:36.353215 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1efb67e4-3282-4c5b-941b-c5f0483f1344 req-7fc9746a-6645-4ab8-85fc-47f9c9284591 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (8b392f11-d865-4289-9c4a-fcc8db3a663c), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:36.424219 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks [] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), precommit_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:36.460155 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735450674490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), after_create {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:36.508991 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Network 22ccc722-0d94-4d9e-8e3c-4097310b109f is already hosted by enough agents. {{(pid=114850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:06:36.512282 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.scheduler.base_scheduler [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Resources bound (agent type, host, resource id): {{(pid=114850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:06:36.516222 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Received port after_create {{(pid=114850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:06:36.523625 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Pushing event updated for resources: {'Port': ['ID=f61e02db-47e9-41f2-af7e-b12af15506e2,revision_number=1']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:36.580910 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:36.581711 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:36.616278 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9746a-6645-4ab8-85fc-47f9c9284591 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event deleted for resources: {'Port': ['ID=8b392f11-d865-4289-9c4a-fcc8db3a663c,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:36.624200 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e82cb710-195b-4251-a90a-54994e9cc70a req-628ce889-29ca-4618-8b07-ce3241052d87 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=952cee9b-c323-4487-82fc-c2f23b4f15a6 HTTP/1.1" status: 200 len: 210 time: 0.0387917 Apr 11 18:06:36.633421 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-435be53b-57ca-4bed-87de-f4d3d8bde09b tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7939196 Apr 11 18:06:36.654609 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.v2.base [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Request body: {'port': {'device_id': '87546817-5db9-4776-95f2-2de0d868c114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=114850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:06:36.683792 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efb67e4-3282-4c5b-941b-c5f0483f1344 req-7fc9746a-6645-4ab8-85fc-47f9c9284591 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] No DVR routers for this DVR port 8b392f11-d865-4289-9c4a-fcc8db3a663c on host hv-cinder-83735 {{(pid=114851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:06:36.686316 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-1efb67e4-3282-4c5b-941b-c5f0483f1344 req-7fc9746a-6645-4ab8-85fc-47f9c9284591 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:36.689610 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-1efb67e4-3282-4c5b-941b-c5f0483f1344 req-7fc9746a-6645-4ab8-85fc-47f9c9284591 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "DELETE /v2.0/ports/8b392f11-d865-4289-9c4a-fcc8db3a663c HTTP/1.1" status: 204 len: 173 time: 0.6942434 Apr 11 18:06:36.690162 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'name': 'network-vif-deleted', 'tag': '8b392f11-d865-4289-9c4a-fcc8db3a663c'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:06:36.692488 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2962d1f0-ca36-4978-8d9e-7edd2ac9fc9c" -d '{"events": [{"server_uuid": "952cee9b-c323-4487-82fc-c2f23b4f15a6", "name": "network-vif-deleted", "tag": "8b392f11-d865-4289-9c4a-fcc8db3a663c"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:06:36.720289 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:36.734745 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9f6596-5944-408b-9600-2619767ac52a x-openstack-request-id: req-db9f6596-5944-408b-9600-2619767ac52a {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:06:36.735041 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952cee9b-c323-4487-82fc-c2f23b4f15a6", "name": "network-vif-deleted", "tag": "8b392f11-d865-4289-9c4a-fcc8db3a663c", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:06:36.735284 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db9f6596-5944-408b-9600-2619767ac52a {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:06:36.735676 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9f6596-5944-408b-9600-2619767ac52a'] response: {'server_uuid': '952cee9b-c323-4487-82fc-c2f23b4f15a6', 'name': 'network-vif-deleted', 'tag': '8b392f11-d865-4289-9c4a-fcc8db3a663c', 'status': 'completed', 'code': 200} Apr 11 18:06:36.962434 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3927c-fcf2-4fe1-8d19-61eee3070576 req-3a789732-b05a-4431-a5aa-e2b30126c093 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:36.964104 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a8e3927c-fcf2-4fe1-8d19-61eee3070576 req-3a789732-b05a-4431-a5aa-e2b30126c093 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 932 time: 0.0623667 Apr 11 18:06:37.046860 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-a8e3927c-fcf2-4fe1-8d19-61eee3070576 req-f3eee3eb-69d8-471e-a322-5fc2a0a74663 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726092 Apr 11 18:06:37.078715 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61e02db-47e9-41f2-af7e-b12af15506e2 {{(pid=114850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:06:37.088307 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Publish callbacks [] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), precommit_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:37.102823 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.provisioning_blocks [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Transition to ACTIVE for port object f61e02db-47e9-41f2-af7e-b12af15506e2 will not be triggered until provisioned by entity L2. {{(pid=114850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:06:37.106099 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:37.156807 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Pushing event updated for resources: {'Port': ['ID=f61e02db-47e9-41f2-af7e-b12af15506e2,revision_number=2']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:37.231708 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Attempting to bind port f61e02db-47e9-41f2-af7e-b12af15506e2 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:06:37.232046 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Attempting to bind port f61e02db-47e9-41f2-af7e-b12af15506e2 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '3f547739-29d2-44ad-af8b-2299761558f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f'}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:06:37.232376 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Attempting to bind port f61e02db-47e9-41f2-af7e-b12af15506e2 on network 22ccc722-0d94-4d9e-8e3c-4097310b109f {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:06:37.236809 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Port f61e02db-47e9-41f2-af7e-b12af15506e2 on network 22ccc722-0d94-4d9e-8e3c-4097310b109f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:06:37.237162 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Attempting to bind port f61e02db-47e9-41f2-af7e-b12af15506e2 on network 22ccc722-0d94-4d9e-8e3c-4097310b109f {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:06:37.242008 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Checking agent: {'id': '476eee27-3e73-480e-bd62-4d8d4ed3c429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'started_at': datetime.datetime(2022, 4, 11, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:06:37.242346 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Checking segment: {'id': '3f547739-29d2-44ad-af8b-2299761558f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:06:37.242775 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Bound using segment: {'id': '3f547739-29d2-44ad-af8b-2299761558f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f'} {{(pid=114850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:06:37.243228 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.managers [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Bound port: f61e02db-47e9-41f2-af7e-b12af15506e2, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f547739-29d2-44ad-af8b-2299761558f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f'}}] {{(pid=114850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:06:37.243620 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), before_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:37.309841 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] For port f61e02db-47e9-41f2-af7e-b12af15506e2, host hv-cinder-83735, cleared binding levels {{(pid=114850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:06:37.313383 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] For port f61e02db-47e9-41f2-af7e-b12af15506e2, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f61e02db-47e9-41f2-af7e-b12af15506e2,segment=NetworkSegment(3f547739-29d2-44ad-af8b-2299761558f2),segment_id=3f547739-29d2-44ad-af8b-2299761558f2)] {{(pid=114850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:06:37.319605 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25603886'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), after_update {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:37.359928 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:37.360544 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:37.361940 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] 10.222.0.18 "PUT /v2.0/ports/f61e02db-47e9-41f2-af7e-b12af15506e2 HTTP/1.1" status: 200 len: 1094 time: 0.7119617 Apr 11 18:06:37.362385 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87546817-5db9-4776-95f2-2de0d868c114', 'tag': 'f61e02db-47e9-41f2-af7e-b12af15506e2'}] {{(pid=114850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:06:37.364594 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dcf3df3dd501a481b1f57652feb093567e2db5723a335bf5a1831f4d3913a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a307221-f538-475e-92c0-5e0fb0f09251" -d '{"events": [{"name": "network-changed", "server_uuid": "87546817-5db9-4776-95f2-2de0d868c114", "tag": "f61e02db-47e9-41f2-af7e-b12af15506e2"}]}' {{(pid=114850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:06:37.391589 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c9496-b82d-4d68-a546-9c0794bc679b service neutron] Pushing event updated for resources: {'Port': ['ID=f61e02db-47e9-41f2-af7e-b12af15506e2,revision_number=3']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:37.409384 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7229c34c-8ef5-479f-8167-ca3c91746250 x-openstack-request-id: req-7229c34c-8ef5-479f-8167-ca3c91746250 {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:06:37.409669 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87546817-5db9-4776-95f2-2de0d868c114", "tag": "f61e02db-47e9-41f2-af7e-b12af15506e2", "status": "completed", "code": 200}]} {{(pid=114850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:06:37.409922 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7229c34c-8ef5-479f-8167-ca3c91746250 {{(pid=114850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:06:37.410325 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7229c34c-8ef5-479f-8167-ca3c91746250'] response: {'name': 'network-changed', 'server_uuid': '87546817-5db9-4776-95f2-2de0d868c114', 'tag': 'f61e02db-47e9-41f2-af7e-b12af15506e2', 'status': 'completed', 'code': 200} Apr 11 18:06:37.440678 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-996167c4-f0eb-40b9-b9bb-78438cab9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:37.442247 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-996167c4-f0eb-40b9-b9bb-78438cab9705 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd248cecd0f847378e0ce4af26c05fa6&device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 1128 time: 0.0426197 Apr 11 18:06:37.483082 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-ce6810d2-120b-4719-a19b-5145eb31fa91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f61e02db-47e9-41f2-af7e-b12af15506e2 HTTP/1.1" status: 200 len: 217 time: 0.0343523 Apr 11 18:06:37.531765 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-3a1e7204-31c0-4468-b5c3-06f84e693700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:37.533265 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-3a1e7204-31c0-4468-b5c3-06f84e693700 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55e07678-c705-4c09-906c-20c361da6392 HTTP/1.1" status: 200 len: 849 time: 0.0452285 Apr 11 18:06:37.567356 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-3a432048-771f-4d7f-9085-7fa44a53205a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22ccc722-0d94-4d9e-8e3c-4097310b109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282152 Apr 11 18:06:37.656887 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-a9600ed4-ff3f-495d-aa24-49597b51e672 service neutron] 10.222.0.18 "GET /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832613 Apr 11 18:06:37.755084 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-d86a2a90-d125-48b2-a185-25c41d6c6b10 req-cb134428-88b3-4492-8640-0debeb4ed904 service neutron] 10.222.0.18 "GET /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921042 Apr 11 18:06:38.163973 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e6ecf-e2b9-4350-9575-7d61d61f58bc req-970b0725-9702-47ac-bccb-122d11374019 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:38.165506 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-096e6ecf-e2b9-4350-9575-7d61d61f58bc req-970b0725-9702-47ac-bccb-122d11374019 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 944 time: 0.0476797 Apr 11 18:06:38.212990 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-096e6ecf-e2b9-4350-9575-7d61d61f58bc req-738a3a11-e21d-48f0-b0ee-da7badfef5dd tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Apr 11 18:06:38.527202 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a307221-f538-475e-92c0-5e0fb0f09251 req-1234ed39-d988-4dbc-93eb-eb410d396906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:38.528699 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6a307221-f538-475e-92c0-5e0fb0f09251 req-1234ed39-d988-4dbc-93eb-eb410d396906 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd248cecd0f847378e0ce4af26c05fa6&device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 1128 time: 0.0389380 Apr 11 18:06:38.621686 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a307221-f538-475e-92c0-5e0fb0f09251 req-39c31889-1d82-4713-8d48-0cdcad850d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:38.623243 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6a307221-f538-475e-92c0-5e0fb0f09251 req-39c31889-1d82-4713-8d48-0cdcad850d0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=22ccc722-0d94-4d9e-8e3c-4097310b109f HTTP/1.1" status: 200 len: 910 time: 0.0888863 Apr 11 18:06:38.666652 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6a307221-f538-475e-92c0-5e0fb0f09251 req-da0fba4b-d516-42fc-abe0-80b27fa721ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f61e02db-47e9-41f2-af7e-b12af15506e2 HTTP/1.1" status: 200 len: 217 time: 0.0378942 Apr 11 18:06:38.721757 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a307221-f538-475e-92c0-5e0fb0f09251 req-14b1f1b7-1f08-455a-b971-68b421c4f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:38.723144 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6a307221-f538-475e-92c0-5e0fb0f09251 req-14b1f1b7-1f08-455a-b971-68b421c4f86c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55e07678-c705-4c09-906c-20c361da6392 HTTP/1.1" status: 200 len: 849 time: 0.0492258 Apr 11 18:06:38.753848 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6a307221-f538-475e-92c0-5e0fb0f09251 req-3dce2e19-2ef0-4052-b177-8eea63a36788 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22ccc722-0d94-4d9e-8e3c-4097310b109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250480 Apr 11 18:06:38.845832 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6a307221-f538-475e-92c0-5e0fb0f09251 req-04e4074f-6047-46f8-b5ed-8f6a58cfe1a8 service neutron] 10.222.0.18 "GET /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863311 Apr 11 18:06:38.941804 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-6a307221-f538-475e-92c0-5e0fb0f09251 req-25b2c7dd-fcd0-41c2-a756-859496c77c3a service neutron] 10.222.0.18 "GET /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900793 Apr 11 18:06:38.981802 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 8b392f11-d865-4289-9c4a-fcc8db3a663c no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:06:39.002623 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: 8b392f11-d865-4289-9c4a-fcc8db3a663c {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:06:39.002969 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device 8b392f11-d865-4289-9c4a-fcc8db3a663c not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:06:39.332119 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07cf3d-fb5b-4eb3-b14d-f7d7e7a1bf74 req-a1159361-69e6-48d7-9fa9-78cf3dc3b654 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:39.333660 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0b07cf3d-fb5b-4eb3-b14d-f7d7e7a1bf74 req-a1159361-69e6-48d7-9fa9-78cf3dc3b654 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 944 time: 0.0522358 Apr 11 18:06:39.379833 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0b07cf3d-fb5b-4eb3-b14d-f7d7e7a1bf74 req-788878bb-8fb5-481d-b11a-d89fbacfe1fe tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405500 Apr 11 18:06:39.916934 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58540) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:40.066512 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Deleting port 1cb39362-e06b-44a7-a44f-242b8b0950ed {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:40.066854 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (1cb39362-e06b-44a7-a44f-242b8b0950ed), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:40.140219 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (1cb39362-e06b-44a7-a44f-242b8b0950ed), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:40.140537 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (1cb39362-e06b-44a7-a44f-242b8b0950ed), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:40.152990 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Calling delete_port for 1cb39362-e06b-44a7-a44f-242b8b0950ed owned by network:floatingip {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:40.299328 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (1cb39362-e06b-44a7-a44f-242b8b0950ed), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:40.325617 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event deleted for resources: {'Port': ['ID=1cb39362-e06b-44a7-a44f-242b8b0950ed,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:40.386275 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (5053f0de-c196-4a5d-9b58-306a5d48c68a), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:40.386602 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.db.l3_db [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Floating IP 5053f0de-c196-4a5d-9b58-306a5d48c68a disassociated (deleted). External IP: 172.27.1.30, port: cd3d93b8-8b83-4cb8-93af-5aa4e43dc893. Apr 11 18:06:40.493299 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a21419-b400-44af-90a9-51feec5af1cc req-e4b9017c-630c-4488-897f-816e0569cd44 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:40.494798 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-52a21419-b400-44af-90a9-51feec5af1cc req-e4b9017c-630c-4488-897f-816e0569cd44 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 944 time: 0.0490606 Apr 11 18:06:40.543173 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-52a21419-b400-44af-90a9-51feec5af1cc req-55437b16-192e-4424-8c99-0626a2b0d966 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Apr 11 18:06:40.598426 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Router ae71b359-e290-4f8e-8d46-28b1f6670b41 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:06:40.715621 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:06:40.720400 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:40.725168 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123c227-ddf3-4265-b759-512a71c24437 None None] Sync routers for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:06:40.738682 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123c227-ddf3-4265-b759-512a71c24437 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:06:40.739297 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-a123c227-ddf3-4265-b759-512a71c24437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:06:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:40.749516 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-418a9286-9441-4814-b287-d02114dd3243 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "DELETE /v2.0/floatingips/5053f0de-c196-4a5d-9b58-306a5d48c68a HTTP/1.1" status: 204 len: 168 time: 0.8314908 Apr 11 18:06:40.750104 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'tag': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:06:40.752357 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603d32d1-e3a3-4871-a91c-a83f95bef8df" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fd0474-0b54-4294-9dd5-29a7e30bce9b", "tag": "cd3d93b8-8b83-4cb8-93af-5aa4e43dc893"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:06:40.794052 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dc00e7-8c99-46b6-9115-884205d9de3c x-openstack-request-id: req-b9dc00e7-8c99-46b6-9115-884205d9de3c {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:06:40.794405 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fd0474-0b54-4294-9dd5-29a7e30bce9b", "tag": "cd3d93b8-8b83-4cb8-93af-5aa4e43dc893", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:06:40.794721 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b9dc00e7-8c99-46b6-9115-884205d9de3c {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:06:40.795338 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9dc00e7-8c99-46b6-9115-884205d9de3c'] response: {'name': 'network-changed', 'server_uuid': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'tag': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'status': 'completed', 'code': 200} Apr 11 18:06:40.857434 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d32d1-e3a3-4871-a91c-a83f95bef8df req-c435d1e0-2ae7-4199-9709-9aa480f9dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:40.858802 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-a123c227-ddf3-4265-b759-512a71c24437 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:06:40.859055 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-603d32d1-e3a3-4871-a91c-a83f95bef8df req-c435d1e0-2ae7-4199-9709-9aa480f9dbd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fa4611442e3481e939ace7ad6f96e56&device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 1129 time: 0.0412760 Apr 11 18:06:40.996679 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91240586-d988-4028-9040-46355f99b8e7 req-69ddb6b8-157b-4ee4-8a96-dacff50af7d3 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:40.998290 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-91240586-d988-4028-9040-46355f99b8e7 req-69ddb6b8-157b-4ee4-8a96-dacff50af7d3 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 945 time: 0.0601830 Apr 11 18:06:41.020083 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f61e02db-47e9-41f2-af7e-b12af15506e2 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=114852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:06:41.022564 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d32d1-e3a3-4871-a91c-a83f95bef8df req-34cd8a8a-9d2d-409a-9143-c0ffc8b9df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:41.024100 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-603d32d1-e3a3-4871-a91c-a83f95bef8df req-34cd8a8a-9d2d-409a-9143-c0ffc8b9df47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 200 len: 913 time: 0.1558640 Apr 11 18:06:41.054534 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-91240586-d988-4028-9040-46355f99b8e7 req-8b2b8730-ce71-4579-9811-b5fd1d9cee42 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502851 Apr 11 18:06:41.231534 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f61e02db-47e9-41f2-af7e-b12af15506e2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f61e02db-47e9-41f2-af7e-b12af15506e2,segment=NetworkSegment(3f547739-29d2-44ad-af8b-2299761558f2),segment_id=3f547739-29d2-44ad-af8b-2299761558f2)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:41.264197 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Returning: {'device': 'f61e02db-47e9-41f2-af7e-b12af15506e2', 'network_id': '22ccc722-0d94-4d9e-8e3c-4097310b109f', 'port_id': 'f61e02db-47e9-41f2-af7e-b12af15506e2', 'mac_address': 'fa:16:3e:cd:23:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e07678-c705-4c09-906c-20c361da6392', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:06:41.304515 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-a123c227-ddf3-4265-b759-512a71c24437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:41.341471 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123c227-ddf3-4265-b759-512a71c24437 None None] Checking router: ae71b359-e290-4f8e-8d46-28b1f6670b41 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:06:41.345507 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f61e02db-47e9-41f2-af7e-b12af15506e2 is: DOWN; New status is: BUILD {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:06:41.345904 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:41.362339 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123c227-ddf3-4265-b759-512a71c24437 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:06:41.362958 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-a123c227-ddf3-4265-b759-512a71c24437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:06:16Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:41.366648 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61e02db-47e9-41f2-af7e-b12af15506e2 {{(pid=114852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:06:41.424457 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f61e02db-47e9-41f2-af7e-b12af15506e2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f61e02db-47e9-41f2-af7e-b12af15506e2,segment=NetworkSegment(3f547739-29d2-44ad-af8b-2299761558f2),segment_id=3f547739-29d2-44ad-af8b-2299761558f2)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:41.431880 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:41.524303 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-a123c227-ddf3-4265-b759-512a71c24437 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:06:41.526375 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f61e02db-47e9-41f2-af7e-b12af15506e2,revision_number=4']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:41.655130 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['f61e02db-47e9-41f2-af7e-b12af15506e2'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:06:41.656246 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be4ba4-d1fe-4828-ab96-4f873fee7b2f req-41f15f99-2de2-4f24-9de1-8a78258995fc tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:41.657764 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e2be4ba4-d1fe-4828-ab96-4f873fee7b2f req-41f15f99-2de2-4f24-9de1-8a78258995fc tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 945 time: 0.0464180 Apr 11 18:06:41.705200 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e2be4ba4-d1fe-4828-ab96-4f873fee7b2f req-fccfcaa5-f6db-4049-9180-eed84308a8ed tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Apr 11 18:06:41.788400 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-a123c227-ddf3-4265-b759-512a71c24437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:41.821348 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123c227-ddf3-4265-b759-512a71c24437 None None] The sync data for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi is: [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:34Z', 'revision_number': 4, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi', '_interfaces': [{'id': 'b567cf4b-9ac0-4328-814e-8cc67ac3eccc', 'name': '', 'network_id': '15cb134b-5ac8-4ee3-8be7-df0aef8b1e89', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'mac_address': 'fa:16:3e:df:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:33Z', 'updated_at': '2022-04-11T17:59:37Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'subnets': [{'id': '99fb102f-4924-4eee-bf27-80f9ebf1b166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:06:42.032822 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d2420-7356-4be2-a70a-71accba39b6c None None] New status for floating IP 5053f0de-c196-4a5d-9b58-306a5d48c68a: DOWN {{(pid=114853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:06:42.255327 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-603d32d1-e3a3-4871-a91c-a83f95bef8df req-dccab965-ccd5-4179-a7ed-76f81318a93e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 HTTP/1.1" status: 200 len: 217 time: 0.3217802 Apr 11 18:06:42.299317 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8add1b-4bc7-4633-8334-eebd0b1c328e req-26e9dca6-e08c-49da-b0f5-9f48cb9a8b2c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:42.300772 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2f8add1b-4bc7-4633-8334-eebd0b1c328e req-26e9dca6-e08c-49da-b0f5-9f48cb9a8b2c tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 945 time: 0.0484536 Apr 11 18:06:42.388687 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2f8add1b-4bc7-4633-8334-eebd0b1c328e req-86cd53a2-88d1-4e43-a351-273ba33e8375 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/security-groups?id=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814676 Apr 11 18:06:42.389987 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d32d1-e3a3-4871-a91c-a83f95bef8df req-4259474a-4c64-4b56-8dbf-c027856005b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:42.391342 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-603d32d1-e3a3-4871-a91c-a83f95bef8df req-4259474a-4c64-4b56-8dbf-c027856005b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 200 len: 851 time: 0.0704832 Apr 11 18:06:42.435268 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aeadb-6549-4b68-84ea-5557498e1059 req-9e4d31a8-1b57-4e1b-8269-91772d0c516d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:42.436742 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-b47aeadb-6549-4b68-84ea-5557498e1059 req-9e4d31a8-1b57-4e1b-8269-91772d0c516d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 945 time: 0.0522299 Apr 11 18:06:42.437402 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d32d1-e3a3-4871-a91c-a83f95bef8df req-eec8e8ed-23eb-4a78-b5e2-f894f8292e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:42.438878 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-603d32d1-e3a3-4871-a91c-a83f95bef8df req-eec8e8ed-23eb-4a78-b5e2-f894f8292e23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410666 Apr 11 18:06:42.526023 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [req-b47aeadb-6549-4b68-84ea-5557498e1059 req-d4c31f53-ea9f-44fe-9785-a3b43c341f61 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Deleting port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:42.526360 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-b47aeadb-6549-4b68-84ea-5557498e1059 req-d4c31f53-ea9f-44fe-9785-a3b43c341f61 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:42.536749 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-603d32d1-e3a3-4871-a91c-a83f95bef8df req-186b90ab-939d-4dee-b0ba-4d451ed6b2dd service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898998 Apr 11 18:06:42.632679 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-603d32d1-e3a3-4871-a91c-a83f95bef8df req-6d1b221a-8493-4c94-a39b-472ef0955912 service neutron] 10.222.0.18 "GET /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897086 Apr 11 18:06:42.637941 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [req-b47aeadb-6549-4b68-84ea-5557498e1059 req-d4c31f53-ea9f-44fe-9785-a3b43c341f61 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] For port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:42.638317 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-b47aeadb-6549-4b68-84ea-5557498e1059 req-d4c31f53-ea9f-44fe-9785-a3b43c341f61 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:42.654637 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [req-b47aeadb-6549-4b68-84ea-5557498e1059 req-d4c31f53-ea9f-44fe-9785-a3b43c341f61 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Calling delete_port for cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 owned by compute:nova {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:42.789776 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-b47aeadb-6549-4b68-84ea-5557498e1059 req-d4c31f53-ea9f-44fe-9785-a3b43c341f61 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (cd3d93b8-8b83-4cb8-93af-5aa4e43dc893), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:42.819298 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c31f53-ea9f-44fe-9785-a3b43c341f61 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event deleted for resources: {'Port': ['ID=cd3d93b8-8b83-4cb8-93af-5aa4e43dc893,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:42.824617 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6af05b-10dc-4b0d-993d-76d4025696b3 req-3f78a065-2eaa-4c72-99c3-d8849775c1b9 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:42.826400 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2f6af05b-10dc-4b0d-993d-76d4025696b3 req-3f78a065-2eaa-4c72-99c3-d8849775c1b9 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 945 time: 0.0536447 Apr 11 18:06:42.867075 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47aeadb-6549-4b68-84ea-5557498e1059 req-d4c31f53-ea9f-44fe-9785-a3b43c341f61 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] No DVR routers for this DVR port cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 on host hv-cinder-83735 {{(pid=114851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:06:42.869487 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-b47aeadb-6549-4b68-84ea-5557498e1059 req-d4c31f53-ea9f-44fe-9785-a3b43c341f61 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:42.872763 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-b47aeadb-6549-4b68-84ea-5557498e1059 req-d4c31f53-ea9f-44fe-9785-a3b43c341f61 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.18 "DELETE /v2.0/ports/cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 HTTP/1.1" status: 204 len: 173 time: 0.4263151 Apr 11 18:06:42.873229 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'name': 'network-vif-deleted', 'tag': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:06:42.875463 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49a9005-e7bf-4cc3-bf57-fb25d095d6c0" -d '{"events": [{"server_uuid": "c2fd0474-0b54-4294-9dd5-29a7e30bce9b", "name": "network-vif-deleted", "tag": "cd3d93b8-8b83-4cb8-93af-5aa4e43dc893"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:06:42.882349 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-2f6af05b-10dc-4b0d-993d-76d4025696b3 req-f95f4a3b-3208-4ced-8ed1-ab9e1fcd7779 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501726 Apr 11 18:06:42.921328 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd067d0-9c25-44f3-82aa-360e650475aa x-openstack-request-id: req-9cd067d0-9c25-44f3-82aa-360e650475aa {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:06:42.921769 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fd0474-0b54-4294-9dd5-29a7e30bce9b", "name": "network-vif-deleted", "tag": "cd3d93b8-8b83-4cb8-93af-5aa4e43dc893", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:06:42.922190 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9cd067d0-9c25-44f3-82aa-360e650475aa {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:06:42.922739 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd067d0-9c25-44f3-82aa-360e650475aa'] response: {'server_uuid': 'c2fd0474-0b54-4294-9dd5-29a7e30bce9b', 'name': 'network-vif-deleted', 'tag': 'cd3d93b8-8b83-4cb8-93af-5aa4e43dc893', 'status': 'completed', 'code': 200} Apr 11 18:06:42.983945 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f61e02db-47e9-41f2-af7e-b12af15506e2 up at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:06:43.033121 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning for port f61e02db-47e9-41f2-af7e-b12af15506e2 completed by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:06:43.039344 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.provisioning_blocks [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Provisioning complete for port f61e02db-47e9-41f2-af7e-b12af15506e2 triggered by entity L2. {{(pid=114852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:06:43.039719 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754525'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), provisioning_complete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:43.120935 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Current status of the port f61e02db-47e9-41f2-af7e-b12af15506e2 is: BUILD; New status is: ACTIVE {{(pid=114852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:06:43.121330 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610390'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), before_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:43.149872 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87546817-5db9-4776-95f2-2de0d868c114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61e02db-47e9-41f2-af7e-b12af15506e2'}] {{(pid=114852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:06:43.152602 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1bcf62cb5de894b05ee94b38a460602970b730380ed04840efd2ea3781f2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68caaf9-6e5a-4f32-9660-6f8c6fd04c9d" -d '{"events": [{"server_uuid": "87546817-5db9-4776-95f2-2de0d868c114", "name": "network-vif-plugged", "status": "completed", "tag": "f61e02db-47e9-41f2-af7e-b12af15506e2"}]}' {{(pid=114852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:06:43.166893 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] For port f61e02db-47e9-41f2-af7e-b12af15506e2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f61e02db-47e9-41f2-af7e-b12af15506e2,segment=NetworkSegment(3f547739-29d2-44ad-af8b-2299761558f2),segment_id=3f547739-29d2-44ad-af8b-2299761558f2)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:43.171669 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735451199263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735450674508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735450674526'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:43.171973 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:06:43.219387 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118340ad-273f-4664-bd37-769b07a9ccf8 x-openstack-request-id: req-118340ad-273f-4664-bd37-769b07a9ccf8 {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:06:43.219650 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87546817-5db9-4776-95f2-2de0d868c114", "name": "network-vif-plugged", "status": "completed", "tag": "f61e02db-47e9-41f2-af7e-b12af15506e2", "code": 200}]} {{(pid=114852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:06:43.219941 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-118340ad-273f-4664-bd37-769b07a9ccf8 {{(pid=114852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:06:43.220316 dv-cinder-837353-1-iscsi neutron-server[114852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118340ad-273f-4664-bd37-769b07a9ccf8'] response: {'server_uuid': '87546817-5db9-4776-95f2-2de0d868c114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61e02db-47e9-41f2-af7e-b12af15506e2', 'code': 200} Apr 11 18:06:43.230472 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:06:43.230851 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device cd3d93b8-8b83-4cb8-93af-5aa4e43dc893 not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:06:43.251518 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b9f5b342-f04d-4321-9f86-6d648cf7c664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:43.262362 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Pushing event updated for resources: {'Port': ['ID=f61e02db-47e9-41f2-af7e-b12af15506e2,revision_number=5']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:43.499142 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa8b66-ffda-4da0-b038-c0a9a7d72fbb req-271467b4-1ed2-4682-b031-43db082d3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:43.501584 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-c4fa8b66-ffda-4da0-b038-c0a9a7d72fbb req-271467b4-1ed2-4682-b031-43db082d3c1b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 1130 time: 0.0501299 Apr 11 18:06:43.509495 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-15ab93aa-8683-4e1f-ae18-8438c7dd4712 req-3eb072fc-e9c7-4c56-8354-b9d1e2ceb15d tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2fd0474-0b54-4294-9dd5-29a7e30bce9b HTTP/1.1" status: 200 len: 210 time: 0.0332301 Apr 11 18:06:43.563260 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-c4fa8b66-ffda-4da0-b038-c0a9a7d72fbb req-a2b3c1aa-b69f-4763-becb-2cfbb8e0b896 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554490 Apr 11 18:06:43.999905 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154d7d5-a78e-4f70-ac11-f2535a851bf0 req-b09f1497-df1c-421b-a596-43636e033126 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:44.001435 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e154d7d5-a78e-4f70-ac11-f2535a851bf0 req-b09f1497-df1c-421b-a596-43636e033126 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 946 time: 0.0490744 Apr 11 18:06:44.049985 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-e154d7d5-a78e-4f70-ac11-f2535a851bf0 req-a730143a-1544-4584-8550-e0a4809f1f17 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424392 Apr 11 18:06:44.570172 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58566) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:44.689553 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-eb6220ba-4430-4d85-b75e-afded9c1a821 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Deleting port f5350dbd-aa65-496d-a536-cb140f590e7f {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:44.689804 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-eb6220ba-4430-4d85-b75e-afded9c1a821 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (f5350dbd-aa65-496d-a536-cb140f590e7f), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:44.777752 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-eb6220ba-4430-4d85-b75e-afded9c1a821 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (f5350dbd-aa65-496d-a536-cb140f590e7f), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:44.778070 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-eb6220ba-4430-4d85-b75e-afded9c1a821 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (f5350dbd-aa65-496d-a536-cb140f590e7f), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:44.791697 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-eb6220ba-4430-4d85-b75e-afded9c1a821 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Calling delete_port for f5350dbd-aa65-496d-a536-cb140f590e7f owned by network:floatingip {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:44.933415 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-eb6220ba-4430-4d85-b75e-afded9c1a821 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (f5350dbd-aa65-496d-a536-cb140f590e7f), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:44.964361 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6220ba-4430-4d85-b75e-afded9c1a821 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event deleted for resources: {'Port': ['ID=f5350dbd-aa65-496d-a536-cb140f590e7f,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:45.032287 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-eb6220ba-4430-4d85-b75e-afded9c1a821 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for floatingip (c80e77f4-8f29-4ef4-abc3-c4b4b81ac9f9), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:45.035063 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-eb6220ba-4430-4d85-b75e-afded9c1a821 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for floatingip (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:45.036214 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-eb6220ba-4430-4d85-b75e-afded9c1a821 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "DELETE /v2.0/floatingips/c80e77f4-8f29-4ef4-abc3-c4b4b81ac9f9 HTTP/1.1" status: 204 len: 168 time: 0.4650660 Apr 11 18:06:45.168417 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4f566-bc17-4e11-af69-0986b1054b61 req-c653e542-52dd-4fd2-a445-e9d6884449c9 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:45.170055 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c9f4f566-bc17-4e11-af69-0986b1054b61 req-c653e542-52dd-4fd2-a445-e9d6884449c9 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 946 time: 0.0508134 Apr 11 18:06:45.223201 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-c9f4f566-bc17-4e11-af69-0986b1054b61 req-15de761c-565f-4fde-b6c0-0568dc84730c tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462782 Apr 11 18:06:45.565910 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b9417026-321a-4323-a13f-c9b63380cc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:45.904807 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1d301-8dfd-46af-9509-0976a536c6fc req-90067891-7f57-49cf-96d3-dbe88268f6d0 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:45.906342 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0be1d301-8dfd-46af-9509-0976a536c6fc req-90067891-7f57-49cf-96d3-dbe88268f6d0 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 946 time: 0.0517919 Apr 11 18:06:45.955273 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-0be1d301-8dfd-46af-9509-0976a536c6fc req-23b7c762-5ba7-497c-b2b8-e86cb5d04b98 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 Apr 11 18:06:46.250003 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58594) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:46.310582 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5c036ae9-00d2-4097-926d-e650175015f6 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group (ada91d1d-9017-49bd-88c8-f5a26d8eb4c4), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:46.341958 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5c036ae9-00d2-4097-926d-e650175015f6 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group (ada91d1d-9017-49bd-88c8-f5a26d8eb4c4), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:46.402855 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5c036ae9-00d2-4097-926d-e650175015f6 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (ada91d1d-9017-49bd-88c8-f5a26d8eb4c4), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:46.405448 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-5c036ae9-00d2-4097-926d-e650175015f6 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:46.406621 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-5c036ae9-00d2-4097-926d-e650175015f6 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] 10.222.0.76 "DELETE /v2.0/security-groups/ada91d1d-9017-49bd-88c8-f5a26d8eb4c4 HTTP/1.1" status: 204 len: 168 time: 0.1556337 Apr 11 18:06:46.416981 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c036ae9-00d2-4097-926d-e650175015f6 tempest-TestVolumeBootPattern-1209970650 tempest-TestVolumeBootPattern-1209970650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada91d1d-9017-49bd-88c8-f5a26d8eb4c4,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:46.461597 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58598) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:46.553273 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:46.855851 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6997e5da-2541-4b9d-ad93-5a95ada81be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594804'] for router_interface (ae71b359-e290-4f8e-8d46-28b1f6670b41), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:47.077696 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790aebc-b5e8-4c5a-bdc9-0aa83d6f7cc1 req-cfeb365d-212c-4e20-a6ed-bbb41e0bdd15 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:47.079958 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9790aebc-b5e8-4c5a-bdc9-0aa83d6f7cc1 req-cfeb365d-212c-4e20-a6ed-bbb41e0bdd15 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 946 time: 0.0533624 Apr 11 18:06:47.132634 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-9790aebc-b5e8-4c5a-bdc9-0aa83d6f7cc1 req-bec639bd-86c5-4472-980a-e53c485c4f56 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8dad934-b05e-4d93-ac7d-dcf326989c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467615 Apr 11 18:06:47.152027 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-6997e5da-2541-4b9d-ad93-5a95ada81be2 admin admin] Deleting port b567cf4b-9ac0-4328-814e-8cc67ac3eccc {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:47.152582 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6997e5da-2541-4b9d-ad93-5a95ada81be2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:47.167334 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d8655-7a49-461d-8c42-78fa799760ee req-4e7184cc-ecff-4741-a59e-eff362e2c2f5 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:06:47.169749 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-003d8655-7a49-461d-8c42-78fa799760ee req-4e7184cc-ecff-4741-a59e-eff362e2c2f5 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.18 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 946 time: 0.0656767 Apr 11 18:06:47.317808 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-6997e5da-2541-4b9d-ad93-5a95ada81be2 admin admin] For port b567cf4b-9ac0-4328-814e-8cc67ac3eccc, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=b567cf4b-9ac0-4328-814e-8cc67ac3eccc,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:47.318607 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6997e5da-2541-4b9d-ad93-5a95ada81be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:47.320516 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [req-003d8655-7a49-461d-8c42-78fa799760ee req-0ec81b9f-254f-4169-a07e-90883cb55665 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Deleting port f61e02db-47e9-41f2-af7e-b12af15506e2 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:47.320842 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-003d8655-7a49-461d-8c42-78fa799760ee req-0ec81b9f-254f-4169-a07e-90883cb55665 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:47.348627 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-6997e5da-2541-4b9d-ad93-5a95ada81be2 admin admin] Calling delete_port for b567cf4b-9ac0-4328-814e-8cc67ac3eccc owned by network:router_interface {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:47.470037 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [req-003d8655-7a49-461d-8c42-78fa799760ee req-0ec81b9f-254f-4169-a07e-90883cb55665 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] For port f61e02db-47e9-41f2-af7e-b12af15506e2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=f61e02db-47e9-41f2-af7e-b12af15506e2,segment=NetworkSegment(3f547739-29d2-44ad-af8b-2299761558f2),segment_id=3f547739-29d2-44ad-af8b-2299761558f2)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:47.470406 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-003d8655-7a49-461d-8c42-78fa799760ee req-0ec81b9f-254f-4169-a07e-90883cb55665 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:47.487086 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [req-003d8655-7a49-461d-8c42-78fa799760ee req-0ec81b9f-254f-4169-a07e-90883cb55665 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Calling delete_port for f61e02db-47e9-41f2-af7e-b12af15506e2 owned by compute:nova {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:47.696396 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6997e5da-2541-4b9d-ad93-5a95ada81be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (b567cf4b-9ac0-4328-814e-8cc67ac3eccc), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:47.734014 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997e5da-2541-4b9d-ad93-5a95ada81be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b567cf4b-9ac0-4328-814e-8cc67ac3eccc,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:47.757883 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-003d8655-7a49-461d-8c42-78fa799760ee req-0ec81b9f-254f-4169-a07e-90883cb55665 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (f61e02db-47e9-41f2-af7e-b12af15506e2), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:47.771168 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] get_ports_and_sgs() called for port_ids ['f61e02db-47e9-41f2-af7e-b12af15506e2'] {{(pid=114852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:06:47.813510 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec81b9f-254f-4169-a07e-90883cb55665 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Pushing event deleted for resources: {'Port': ['ID=f61e02db-47e9-41f2-af7e-b12af15506e2,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:47.871325 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.l3_dvrscheduler_db [req-003d8655-7a49-461d-8c42-78fa799760ee req-0ec81b9f-254f-4169-a07e-90883cb55665 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] No DVR routers for this DVR port f61e02db-47e9-41f2-af7e-b12af15506e2 on host hv-cinder-83735 {{(pid=114851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:06:47.907284 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [req-003d8655-7a49-461d-8c42-78fa799760ee req-0ec81b9f-254f-4169-a07e-90883cb55665 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188114'] for port (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:47.910633 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [req-003d8655-7a49-461d-8c42-78fa799760ee req-0ec81b9f-254f-4169-a07e-90883cb55665 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.18 "DELETE /v2.0/ports/f61e02db-47e9-41f2-af7e-b12af15506e2 HTTP/1.1" status: 204 len: 173 time: 0.7291412 Apr 11 18:06:47.911158 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87546817-5db9-4776-95f2-2de0d868c114', 'name': 'network-vif-deleted', 'tag': 'f61e02db-47e9-41f2-af7e-b12af15506e2'}] {{(pid=114851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:06:47.913495 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8eed76902dacd42c476ff7e5b691661c856ab1f2163122a6a778a48b9ff33ea8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caf3130-f321-494f-8b5a-6ac581002ed7" -d '{"events": [{"server_uuid": "87546817-5db9-4776-95f2-2de0d868c114", "name": "network-vif-deleted", "tag": "f61e02db-47e9-41f2-af7e-b12af15506e2"}]}' {{(pid=114851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:06:47.995628 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:48.208587 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19fddd2-78cf-4991-a157-c32d834479af x-openstack-request-id: req-e19fddd2-78cf-4991-a157-c32d834479af {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:06:48.208910 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87546817-5db9-4776-95f2-2de0d868c114", "name": "network-vif-deleted", "tag": "f61e02db-47e9-41f2-af7e-b12af15506e2", "status": "completed", "code": 200}]} {{(pid=114851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:06:48.209113 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e19fddd2-78cf-4991-a157-c32d834479af {{(pid=114851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:06:48.209477 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19fddd2-78cf-4991-a157-c32d834479af'] response: {'server_uuid': '87546817-5db9-4776-95f2-2de0d868c114', 'name': 'network-vif-deleted', 'tag': 'f61e02db-47e9-41f2-af7e-b12af15506e2', 'status': 'completed', 'code': 200} Apr 11 18:06:48.233115 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-6997e5da-2541-4b9d-ad93-5a95ada81be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594648'] for router_interface (ae71b359-e290-4f8e-8d46-28b1f6670b41), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:48.249690 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [req-77e41d02-7d6a-49d7-80a7-c2982742705b req-8f1ccfdd-6e4a-4854-bdba-f3de9c2db644 tempest-VolumesActionsTest-51496154 tempest-VolumesActionsTest-51496154-project] 10.222.0.76 "GET /v2.0/ports?device_id=87546817-5db9-4776-95f2-2de0d868c114 HTTP/1.1" status: 200 len: 210 time: 0.0272322 Apr 11 18:06:48.469139 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6997e5da-2541-4b9d-ad93-5a95ada81be2 admin admin] Router ae71b359-e290-4f8e-8d46-28b1f6670b41 has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:06:48.581120 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6997e5da-2541-4b9d-ad93-5a95ada81be2 admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:06:48.586407 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-6997e5da-2541-4b9d-ad93-5a95ada81be2 admin admin] 10.222.0.76 "PUT /v2.0/routers/ae71b359-e290-4f8e-8d46-28b1f6670b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1235387 Apr 11 18:06:48.590333 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58608) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:48.593462 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7def9145-ea0e-4e23-8fd3-d4a531155a08 None None] Sync routers for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:06:48.604755 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7def9145-ea0e-4e23-8fd3-d4a531155a08 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:06:48.605483 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-7def9145-ea0e-4e23-8fd3-d4a531155a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:06:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:48.699682 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Publish callbacks [] for router (ae71b359-e290-4f8e-8d46-28b1f6670b41), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:48.728571 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-7def9145-ea0e-4e23-8fd3-d4a531155a08 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: dv-cinder-837353-1-iscsi {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:06:48.820676 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Publish callbacks [] for router_gateway (ae71b359-e290-4f8e-8d46-28b1f6670b41), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:48.870363 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Deleting port c732e0ab-62a3-4bf6-af2e-25c3080a513a {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:48.870695 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:48.957221 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] For port c732e0ab-62a3-4bf6-af2e-25c3080a513a, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=c732e0ab-62a3-4bf6-af2e-25c3080a513a,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:48.957583 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:48.972171 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Calling delete_port for c732e0ab-62a3-4bf6-af2e-25c3080a513a owned by network:router_gateway {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:49.054069 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-7def9145-ea0e-4e23-8fd3-d4a531155a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T18:06:47Z', 'revision_number': 5, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port': {'id': 'c732e0ab-62a3-4bf6-af2e-25c3080a513a', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:dd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T17:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:49.085307 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7def9145-ea0e-4e23-8fd3-d4a531155a08 None None] Checking router: ae71b359-e290-4f8e-8d46-28b1f6670b41 for host: dv-cinder-837353-1-iscsi {{(pid=114852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:06:49.093963 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7def9145-ea0e-4e23-8fd3-d4a531155a08 None None] Routers {'ae71b359-e290-4f8e-8d46-28b1f6670b41'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:06:49.094594 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-7def9145-ea0e-4e23-8fd3-d4a531155a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:06:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['ae71b359-e290-4f8e-8d46-28b1f6670b41'], 'active': True} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:49.176610 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (c732e0ab-62a3-4bf6-af2e-25c3080a513a), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.189660 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvr_db [None req-7def9145-ea0e-4e23-8fd3-d4a531155a08 None None] Set router ae71b359-e290-4f8e-8d46-28b1f6670b41 gateway port host: None {{(pid=114852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:06:49.202740 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Pushing event deleted for resources: {'Port': ['ID=c732e0ab-62a3-4bf6-af2e-25c3080a513a,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:49.242658 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_hamode_db [None req-7def9145-ea0e-4e23-8fd3-d4a531155a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T18:06:48Z', 'revision_number': 6, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port_host': None}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:49.268921 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594366'] for router_gateway (ae71b359-e290-4f8e-8d46-28b1f6670b41), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.273817 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7def9145-ea0e-4e23-8fd3-d4a531155a08 None None] The sync data for ids ['ae71b359-e290-4f8e-8d46-28b1f6670b41'] in dv-cinder-837353-1-iscsi is: [{'id': 'ae71b359-e290-4f8e-8d46-28b1f6670b41', 'name': 'tempest-TestVolumeBootPattern-1950862966-router', 'tenant_id': '8fa4611442e3481e939ace7ad6f96e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:31Z', 'updated_at': '2022-04-11T18:06:48Z', 'revision_number': 6, 'project_id': '8fa4611442e3481e939ace7ad6f96e56', 'gw_port_host': None}] {{(pid=114852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:06:49.365610 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123069'] for router (ae71b359-e290-4f8e-8d46-28b1f6670b41), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.367877 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Publish callbacks [] for router_controller (ae71b359-e290-4f8e-8d46-28b1f6670b41), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.422591 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1748057'] for router (ae71b359-e290-4f8e-8d46-28b1f6670b41), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.423383 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae71b359-e290-4f8e-8d46-28b1f6670b41 {{(pid=114851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:06:49.428296 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.429492 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-697a8683-8954-48d1-b9b5-b1344312b333 admin admin] 10.222.0.76 "DELETE /v2.0/routers/ae71b359-e290-4f8e-8d46-28b1f6670b41 HTTP/1.1" status: 204 len: 168 time: 0.8382323 Apr 11 18:06:49.431923 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58618) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:49.484033 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Deleting subnet 99fb102f-4924-4eee-bf27-80f9ebf1b166 {{(pid=114851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:06:49.487830 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Publish callbacks [] for subnet (99fb102f-4924-4eee-bf27-80f9ebf1b166), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.498967 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.532361 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3172199'] for subnet (99fb102f-4924-4eee-bf27-80f9ebf1b166), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.629124 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (99fb102f-4924-4eee-bf27-80f9ebf1b166), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.705684 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333659'] for subnet (99fb102f-4924-4eee-bf27-80f9ebf1b166), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.733785 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99fb102f-4924-4eee-bf27-80f9ebf1b166,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:49.738845 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.742690 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/99fb102f-4924-4eee-bf27-80f9ebf1b166 HTTP/1.1" status: 204 len: 168 time: 0.3097804 Apr 11 18:06:49.745548 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58630) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:49.749325 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.749670 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.750032 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.750374 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.750930 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.751277 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.751587 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.751912 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.752294 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.752623 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.752979 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.753320 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.753649 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.753967 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.754285 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1178f26c-baa3-48fb-bada-1a82c2f41147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:49.755457 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b9c31-25b6-4655-bf24-5467114fe467 None None] Network 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:06:49.839695 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device b567cf4b-9ac0-4328-814e-8cc67ac3eccc no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:06:49.855049 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (15cb134b-5ac8-4ee3-8be7-df0aef8b1e89), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:49.864120 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: b567cf4b-9ac0-4328-814e-8cc67ac3eccc {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:06:49.864534 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device b567cf4b-9ac0-4328-814e-8cc67ac3eccc not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:06:49.921565 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Deleting port 93ad53df-a5cd-445e-881a-6c5622d1dbe7 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:49.921919 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (93ad53df-a5cd-445e-881a-6c5622d1dbe7), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:50.010385 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] For port 93ad53df-a5cd-445e-881a-6c5622d1dbe7, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=93ad53df-a5cd-445e-881a-6c5622d1dbe7,segment=NetworkSegment(094c3b3b-e60a-482c-8b81-28343052004b),segment_id=094c3b3b-e60a-482c-8b81-28343052004b)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:50.011048 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (93ad53df-a5cd-445e-881a-6c5622d1dbe7), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:50.026316 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Calling delete_port for 93ad53df-a5cd-445e-881a-6c5622d1dbe7 owned by network:dhcp {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:50.138719 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (93ad53df-a5cd-445e-881a-6c5622d1dbe7), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:50.153399 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e17e7cd-2d6e-4002-98f9-b4c9d9f49c08 None None] DHCP port deletion for 15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 request from dv-cinder-837353-1-iscsi {{(pid=114852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:06:50.171426 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ad53df-a5cd-445e-881a-6c5622d1dbe7,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:50.181076 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] No DVR routers for this DVR port 93ad53df-a5cd-445e-881a-6c5622d1dbe7 on host dv-cinder-837353-1-iscsi {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:06:50.186390 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.186738 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.187082 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.187610 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.187948 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.188318 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.188652 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.189027 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.189356 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.189683 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.190016 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.190341 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.190660 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.190985 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.191302 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837353-1-iscsi {{(pid=114850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:06:50.265794 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (15cb134b-5ac8-4ee3-8be7-df0aef8b1e89), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:50.287058 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cb134b-5ac8-4ee3-8be7-df0aef8b1e89']}} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:50.298043 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094c3b3b-e60a-482c-8b81-28343052004b') {'for_net_delete': True} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:50.298426 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094c3b3b-e60a-482c-8b81-28343052004b') {} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:50.309492 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25836553'] for segment (094c3b3b-e60a-482c-8b81-28343052004b), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:50.324373 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (094c3b3b-e60a-482c-8b81-28343052004b), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:50.331445 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=114850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:06:50.331833 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25604082'] for segment (094c3b3b-e60a-482c-8b81-28343052004b), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: Traceback (most recent call last): Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: timer() Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: cb(*args, **kw) Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: return func(*args, **kwargs) Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: self._notify() Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: self.callback(batched_events) Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: event.method(event) Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: return f(self, *a, **k) Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._get(url).json() Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: return self.request(url, 'GET', **kwargs) Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:06:50.333671 dv-cinder-837353-1-iscsi neutron-server[114850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:06:50.396827 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (15cb134b-5ac8-4ee3-8be7-df0aef8b1e89), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:50.402960 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:50.409502 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58658) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:50.417245 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/15cb134b-5ac8-4ee3-8be7-df0aef8b1e89 HTTP/1.1" status: 204 len: 168 time: 0.6614122 Apr 11 18:06:50.432505 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16e360-8413-4256-a555-e0df5159e8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=15cb134b-5ac8-4ee3-8be7-df0aef8b1e89,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:50.737123 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca71f-4f3c-45d7-98e2-8dc0dbb2cddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594804'] for router_interface (01a61f5b-d2fe-4eb3-9740-44eb121b642f), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:50.963349 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ca71f-4f3c-45d7-98e2-8dc0dbb2cddf admin admin] Deleting port 24134fb3-5fd3-4d06-a526-5c15ad82f525 {{(pid=114851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:50.963683 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca71f-4f3c-45d7-98e2-8dc0dbb2cddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:51.049902 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.db [None req-fb4ca71f-4f3c-45d7-98e2-8dc0dbb2cddf admin admin] For port 24134fb3-5fd3-4d06-a526-5c15ad82f525, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=24134fb3-5fd3-4d06-a526-5c15ad82f525,segment=NetworkSegment(6655bd5e-0a6a-4617-8e6d-cfb32335fe5f),segment_id=6655bd5e-0a6a-4617-8e6d-cfb32335fe5f)] {{(pid=114851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:51.050263 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca71f-4f3c-45d7-98e2-8dc0dbb2cddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:51.063685 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ca71f-4f3c-45d7-98e2-8dc0dbb2cddf admin admin] Calling delete_port for 24134fb3-5fd3-4d06-a526-5c15ad82f525 owned by network:router_interface {{(pid=114851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:51.248933 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca71f-4f3c-45d7-98e2-8dc0dbb2cddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3599591'] for port (24134fb3-5fd3-4d06-a526-5c15ad82f525), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:51.275268 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ca71f-4f3c-45d7-98e2-8dc0dbb2cddf admin admin] Pushing event deleted for resources: {'Port': ['ID=24134fb3-5fd3-4d06-a526-5c15ad82f525,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:51.479610 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca71f-4f3c-45d7-98e2-8dc0dbb2cddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1588690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594648'] for router_interface (01a61f5b-d2fe-4eb3-9740-44eb121b642f), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:51.695754 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4ca71f-4f3c-45d7-98e2-8dc0dbb2cddf admin admin] Router 01a61f5b-d2fe-4eb3-9740-44eb121b642f has already been hosted by L3 agent 18a96b52-2c9c-492f-9151-b403cdac88ad {{(pid=114851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:06:51.716288 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device c732e0ab-62a3-4bf6-af2e-25c3080a513a no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:06:51.737558 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: c732e0ab-62a3-4bf6-af2e-25c3080a513a {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:06:51.737904 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device c732e0ab-62a3-4bf6-af2e-25c3080a513a not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:06:51.738332 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 93ad53df-a5cd-445e-881a-6c5622d1dbe7 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:06:51.759025 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 93ad53df-a5cd-445e-881a-6c5622d1dbe7 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:06:51.759370 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 93ad53df-a5cd-445e-881a-6c5622d1dbe7 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:06:52.042881 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4ca71f-4f3c-45d7-98e2-8dc0dbb2cddf admin admin] Notify agent at l3_agent.dv-cinder-837353-1-iscsi the message routers_updated {{(pid=114851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:06:52.049221 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-fb4ca71f-4f3c-45d7-98e2-8dc0dbb2cddf admin admin] 10.222.0.76 "PUT /v2.0/routers/01a61f5b-d2fe-4eb3-9740-44eb121b642f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6381876 Apr 11 18:06:52.050505 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58664) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:52.051645 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716a05e-3bcd-4340-b407-d584e4857da1 None None] Sync routers for ids ['01a61f5b-d2fe-4eb3-9740-44eb121b642f'] in dv-cinder-837353-1-iscsi {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:06:52.061966 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716a05e-3bcd-4340-b407-d584e4857da1 None None] Routers {'01a61f5b-d2fe-4eb3-9740-44eb121b642f'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:06:52.062664 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-a716a05e-3bcd-4340-b407-d584e4857da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:06:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['01a61f5b-d2fe-4eb3-9740-44eb121b642f'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:52.160661 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Publish callbacks [] for router (01a61f5b-d2fe-4eb3-9740-44eb121b642f), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:52.170501 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-a716a05e-3bcd-4340-b407-d584e4857da1 None None] Set router 01a61f5b-d2fe-4eb3-9740-44eb121b642f gateway port host: dv-cinder-837353-1-iscsi {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:06:52.273831 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Publish callbacks [] for router_gateway (01a61f5b-d2fe-4eb3-9740-44eb121b642f), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:52.326181 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Deleting port a8850f2f-7d22-4453-affa-f8e006319916 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:52.326444 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (a8850f2f-7d22-4453-affa-f8e006319916), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:52.379431 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-a716a05e-3bcd-4340-b407-d584e4857da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'name': 'tempest-TestVolumeBootPattern-104573924-router', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'external_fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T18:06:51Z', 'revision_number': 5, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'gw_port': {'id': 'a8850f2f-7d22-4453-affa-f8e006319916', 'name': '', 'network_id': '83de3652-fb32-4be2-9b49-21a2eb1b70a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837353-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T17:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c09ef7e-5043-4460-bd0c-290eb2e1912b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837353-1-iscsi'}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:52.405418 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] For port a8850f2f-7d22-4453-affa-f8e006319916, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=a8850f2f-7d22-4453-affa-f8e006319916,segment=NetworkSegment(c3e9439f-91fb-4130-a195-747ac12e5c3c),segment_id=c3e9439f-91fb-4130-a195-747ac12e5c3c)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:52.405784 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (a8850f2f-7d22-4453-affa-f8e006319916), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:52.407202 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716a05e-3bcd-4340-b407-d584e4857da1 None None] Checking router: 01a61f5b-d2fe-4eb3-9740-44eb121b642f for host: dv-cinder-837353-1-iscsi {{(pid=114853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:06:52.422875 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716a05e-3bcd-4340-b407-d584e4857da1 None None] Routers {'01a61f5b-d2fe-4eb3-9740-44eb121b642f'} bound to L3 agent in host dv-cinder-837353-1-iscsi {{(pid=114853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:06:52.422875 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-a716a05e-3bcd-4340-b407-d584e4857da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837353-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T17:42:45Z,description=,heartbeat_timestamp=2022-04-11T18:06:46Z,host='dv-cinder-837353-1-iscsi',id=18a96b52-2c9c-492f-9151-b403cdac88ad,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T17:42:45Z,topic='l3_agent')) {'router_ids': ['01a61f5b-d2fe-4eb3-9740-44eb121b642f'], 'active': True} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:52.431396 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Calling delete_port for a8850f2f-7d22-4453-affa-f8e006319916 owned by network:router_gateway {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:52.513583 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_dvr_db [None req-a716a05e-3bcd-4340-b407-d584e4857da1 None None] Set router 01a61f5b-d2fe-4eb3-9740-44eb121b642f gateway port host: None {{(pid=114853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:06:52.571415 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.l3_hamode_db [None req-a716a05e-3bcd-4340-b407-d584e4857da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'name': 'tempest-TestVolumeBootPattern-104573924-router', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T18:06:52Z', 'revision_number': 6, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'gw_port_host': None}], 'dv-cinder-837353-1-iscsi', False) {} {{(pid=114853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:52.598874 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716a05e-3bcd-4340-b407-d584e4857da1 None None] The sync data for ids ['01a61f5b-d2fe-4eb3-9740-44eb121b642f'] in dv-cinder-837353-1-iscsi is: [{'id': '01a61f5b-d2fe-4eb3-9740-44eb121b642f', 'name': 'tempest-TestVolumeBootPattern-104573924-router', 'tenant_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:59:36Z', 'updated_at': '2022-04-11T18:06:52Z', 'revision_number': 6, 'project_id': '7d088ff4da6d4f1b8e930dc75d12373c', 'gw_port_host': None}] {{(pid=114853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:06:52.627081 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (a8850f2f-7d22-4453-affa-f8e006319916), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:52.656698 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8850f2f-7d22-4453-affa-f8e006319916,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:52.717995 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594366'] for router_gateway (01a61f5b-d2fe-4eb3-9740-44eb121b642f), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:52.815156 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123069'] for router (01a61f5b-d2fe-4eb3-9740-44eb121b642f), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:52.817446 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Publish callbacks [] for router_controller (01a61f5b-d2fe-4eb3-9740-44eb121b642f), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:52.857236 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f61e02db-47e9-41f2-af7e-b12af15506e2 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:06:52.868074 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1748057'] for router (01a61f5b-d2fe-4eb3-9740-44eb121b642f), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:52.868611 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01a61f5b-d2fe-4eb3-9740-44eb121b642f {{(pid=114850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:06:52.872993 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:52.874190 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-372a44d0-b51e-4ee1-bf02-548b8867e700 admin admin] 10.222.0.76 "DELETE /v2.0/routers/01a61f5b-d2fe-4eb3-9740-44eb121b642f HTTP/1.1" status: 204 len: 168 time: 0.8226418 Apr 11 18:06:52.876673 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58670) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:52.885501 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] No Port match for: f61e02db-47e9-41f2-af7e-b12af15506e2 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:06:52.885776 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Device f61e02db-47e9-41f2-af7e-b12af15506e2 not bound to the agent host hv-cinder-83735 {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:06:52.893972 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:52.925290 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.db_base_plugin_v2 [None req-0124d65e-4074-4b86-bbae-f4ba85a20af4 admin admin] Deleting subnet 69ddd240-e942-415a-9f6a-15c90b460810 {{(pid=114850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:06:52.929095 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0124d65e-4074-4b86-bbae-f4ba85a20af4 admin admin] Publish callbacks [] for subnet (69ddd240-e942-415a-9f6a-15c90b460810), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:52.966494 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0124d65e-4074-4b86-bbae-f4ba85a20af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25836544'] for subnet (69ddd240-e942-415a-9f6a-15c90b460810), precommit_delete_associations {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.052250 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0124d65e-4074-4b86-bbae-f4ba85a20af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (69ddd240-e942-415a-9f6a-15c90b460810), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.118439 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0124d65e-4074-4b86-bbae-f4ba85a20af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25603928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660931'] for subnet (69ddd240-e942-415a-9f6a-15c90b460810), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.143817 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124d65e-4074-4b86-bbae-f4ba85a20af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ddd240-e942-415a-9f6a-15c90b460810,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:53.151258 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-0124d65e-4074-4b86-bbae-f4ba85a20af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for subnet (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.153694 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-0124d65e-4074-4b86-bbae-f4ba85a20af4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/69ddd240-e942-415a-9f6a-15c90b460810 HTTP/1.1" status: 204 len: 168 time: 0.2759628 Apr 11 18:06:53.157313 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58672) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:53.163122 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9a816c-78bb-44c7-aa33-41dfb1dd61bf None None] Network a685cfed-aad6-439a-a564-d9fde169a6d7 requested from dv-cinder-837353-1-iscsi {{(pid=114852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:06:53.233069 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (a685cfed-aad6-439a-a564-d9fde169a6d7), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.294628 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Deleting port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 {{(pid=114850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:53.294968 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.317048 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f8b25-110a-482a-bcb1-508958a6d80f None None] DHCP port deletion for a685cfed-aad6-439a-a564-d9fde169a6d7 request from dv-cinder-837353-1-iscsi {{(pid=114852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:06:53.365921 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f8b25-110a-482a-bcb1-508958a6d80f None None] Deleting port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 {{(pid=114852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:06:53.366304 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8b25-110a-482a-bcb1-508958a6d80f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735451191583'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), before_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.367807 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.db [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] For port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=15b13a8b-544d-4a90-931d-0c0cae7fb8e6,segment=NetworkSegment(6655bd5e-0a6a-4617-8e6d-cfb32335fe5f),segment_id=6655bd5e-0a6a-4617-8e6d-cfb32335fe5f)] {{(pid=114850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:53.368056 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.383348 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.plugin [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Calling delete_port for 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 owned by network:dhcp {{(pid=114850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:53.442935 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.db [None req-ba9f8b25-110a-482a-bcb1-508958a6d80f None None] For port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6, host dv-cinder-837353-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837353-1-iscsi',level=0,port_id=15b13a8b-544d-4a90-931d-0c0cae7fb8e6,segment=NetworkSegment(6655bd5e-0a6a-4617-8e6d-cfb32335fe5f),segment_id=6655bd5e-0a6a-4617-8e6d-cfb32335fe5f)] {{(pid=114852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:06:53.443379 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8b25-110a-482a-bcb1-508958a6d80f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591850'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), precommit_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.457769 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f8b25-110a-482a-bcb1-508958a6d80f None None] Calling delete_port for 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 owned by network:dhcp {{(pid=114852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:06:53.472202 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25603877'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.496666 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b13a8b-544d-4a90-931d-0c0cae7fb8e6,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:53.502662 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] No DVR routers for this DVR port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 on host dv-cinder-837353-1-iscsi {{(pid=114850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:06:53.543706 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8b25-110a-482a-bcb1-508958a6d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735451199245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735450674499'] for port (15b13a8b-544d-4a90-931d-0c0cae7fb8e6), after_delete {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.569474 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f8b25-110a-482a-bcb1-508958a6d80f None None] Pushing event deleted for resources: {'Port': ['ID=15b13a8b-544d-4a90-931d-0c0cae7fb8e6,revision_number=None']} {{(pid=114852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:53.581811 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (a685cfed-aad6-439a-a564-d9fde169a6d7), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.583679 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f8b25-110a-482a-bcb1-508958a6d80f None None] No DVR routers for this DVR port 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 on host dv-cinder-837353-1-iscsi {{(pid=114852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:06:53.605148 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a685cfed-aad6-439a-a564-d9fde169a6d7']}} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:53.614910 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6655bd5e-0a6a-4617-8e6d-cfb32335fe5f') {'for_net_delete': True} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:53.615252 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.services.segments.db [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6655bd5e-0a6a-4617-8e6d-cfb32335fe5f') {} {{(pid=114850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:06:53.625263 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25836553'] for segment (6655bd5e-0a6a-4617-8e6d-cfb32335fe5f), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.644232 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (6655bd5e-0a6a-4617-8e6d-cfb32335fe5f), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.653131 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=114850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:06:53.653687 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25604082'] for segment (6655bd5e-0a6a-4617-8e6d-cfb32335fe5f), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: Traceback (most recent call last): Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: timer() Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: cb(*args, **kw) Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: return func(*args, **kwargs) Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: self._notify() Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: self.callback(batched_events) Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: event.method(event) Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: return f(self, *a, **k) Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._get(url).json() Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: return self.request(url, 'GET', **kwargs) Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:06:53.656122 dv-cinder-837353-1-iscsi neutron-server[114850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:06:53.673297 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:06:53.694348 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:06:53.694719 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 15b13a8b-544d-4a90-931d-0c0cae7fb8e6 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:06:53.695142 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device a8850f2f-7d22-4453-affa-f8e006319916 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:06:53.716607 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: a8850f2f-7d22-4453-affa-f8e006319916 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:06:53.716993 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device a8850f2f-7d22-4453-affa-f8e006319916 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:06:53.717463 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 24134fb3-5fd3-4d06-a526-5c15ad82f525 no longer exists at agent ovs-agent-dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:06:53.718270 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (a685cfed-aad6-439a-a564-d9fde169a6d7), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.723708 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.727459 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a685cfed-aad6-439a-a564-d9fde169a6d7 HTTP/1.1" status: 204 len: 168 time: 0.5691979 Apr 11 18:06:53.738146 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.plugin [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] No Port match for: 24134fb3-5fd3-4d06-a526-5c15ad82f525 {{(pid=114852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:06:53.738498 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron.plugins.ml2.rpc [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Device 24134fb3-5fd3-4d06-a526-5c15ad82f525 not bound to the agent host dv-cinder-837353-1-iscsi {{(pid=114852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:06:53.738739 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1851a-6394-468a-ad14-d8e7b2079024 admin admin] Pushing event deleted for resources: {'Network': ['ID=a685cfed-aad6-439a-a564-d9fde169a6d7,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:53.864353 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58684) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:53.907764 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-2cc90cdc-ea14-4014-bfab-bbb920a2bedc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8fa4611442e3481e939ace7ad6f96e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421042 Apr 11 18:06:53.910408 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58686) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:53.964993 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8364-917c-4b21-ae53-f3d59c17f45d admin admin] Publish callbacks [] for security_group (1dc2bf26-5c09-4bf0-9868-ad30b9d26555), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:53.987339 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8364-917c-4b21-ae53-f3d59c17f45d admin admin] Publish callbacks [] for security_group (1dc2bf26-5c09-4bf0-9868-ad30b9d26555), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:54.040605 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8364-917c-4b21-ae53-f3d59c17f45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (1dc2bf26-5c09-4bf0-9868-ad30b9d26555), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:54.043724 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8364-917c-4b21-ae53-f3d59c17f45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:54.045249 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-ba4c8364-917c-4b21-ae53-f3d59c17f45d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1dc2bf26-5c09-4bf0-9868-ad30b9d26555 HTTP/1.1" status: 204 len: 168 time: 0.1339214 Apr 11 18:06:54.053454 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c8364-917c-4b21-ae53-f3d59c17f45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc2bf26-5c09-4bf0-9868-ad30b9d26555,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:06:54.471346 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 58710) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:54.536699 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-53e32281-892d-4fb5-b3c4-555e22f0a6ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7d088ff4da6d4f1b8e930dc75d12373c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0634418 Apr 11 18:06:54.539835 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58712) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:06:54.591261 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-27425202-a9e9-4c85-a808-49b04937e373 admin admin] Publish callbacks [] for security_group (f23788d0-0cb9-4d6e-b3bf-55e87e8dd03f), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:54.614113 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-27425202-a9e9-4c85-a808-49b04937e373 admin admin] Publish callbacks [] for security_group (f23788d0-0cb9-4d6e-b3bf-55e87e8dd03f), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:54.669584 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-27425202-a9e9-4c85-a808-49b04937e373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (f23788d0-0cb9-4d6e-b3bf-55e87e8dd03f), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:54.672902 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-27425202-a9e9-4c85-a808-49b04937e373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:06:54.676398 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-27425202-a9e9-4c85-a808-49b04937e373 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f23788d0-0cb9-4d6e-b3bf-55e87e8dd03f HTTP/1.1" status: 204 len: 168 time: 0.1330183 Apr 11 18:06:54.683571 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27425202-a9e9-4c85-a808-49b04937e373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23788d0-0cb9-4d6e-b3bf-55e87e8dd03f,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:07:05.766286 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:07:10.323178 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58860) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:07:10.368150 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb58ad7-6734-496e-b7b8-c7035f19caea admin admin] Deleting subnet 55e07678-c705-4c09-906c-20c361da6392 {{(pid=114851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:07:10.371510 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8eb58ad7-6734-496e-b7b8-c7035f19caea admin admin] Publish callbacks [] for subnet (55e07678-c705-4c09-906c-20c361da6392), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:10.406903 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8eb58ad7-6734-496e-b7b8-c7035f19caea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3172199'] for subnet (55e07678-c705-4c09-906c-20c361da6392), precommit_delete_associations {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:10.453668 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8eb58ad7-6734-496e-b7b8-c7035f19caea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652089'] for subnet (55e07678-c705-4c09-906c-20c361da6392), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:10.505182 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8eb58ad7-6734-496e-b7b8-c7035f19caea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3599514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333659'] for subnet (55e07678-c705-4c09-906c-20c361da6392), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:10.531394 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb58ad7-6734-496e-b7b8-c7035f19caea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e07678-c705-4c09-906c-20c361da6392,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:07:10.535141 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-8eb58ad7-6734-496e-b7b8-c7035f19caea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:10.538351 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-8eb58ad7-6734-496e-b7b8-c7035f19caea admin admin] 10.222.0.76 "DELETE /v2.0/subnets/55e07678-c705-4c09-906c-20c361da6392 HTTP/1.1" status: 204 len: 168 time: 0.2141800 Apr 11 18:07:10.541101 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58862) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:07:10.609383 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625514'] for network (22ccc722-0d94-4d9e-8e3c-4097310b109f), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:10.691650 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652980', 'neutron.services.segments.db._delete_segments_for_network-8735451168943'] for network (22ccc722-0d94-4d9e-8e3c-4097310b109f), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:10.712253 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ccc722-0d94-4d9e-8e3c-4097310b109f']}} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:07:10.721598 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f547739-29d2-44ad-af8b-2299761558f2') {'for_net_delete': True} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:07:10.721967 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.services.segments.db [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f547739-29d2-44ad-af8b-2299761558f2') {} {{(pid=114851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:07:10.731243 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735451172024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3172206'] for segment (3f547739-29d2-44ad-af8b-2299761558f2), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:10.745034 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628'] for segment (3f547739-29d2-44ad-af8b-2299761558f2), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:10.751254 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=114851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:07:10.751892 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3599408'] for segment (3f547739-29d2-44ad-af8b-2299761558f2), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: Traceback (most recent call last): Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: timer() Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: cb(*args, **kw) Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: return func(*args, **kwargs) Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: self._notify() Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: self.callback(batched_events) Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: event.method(event) Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: return f(self, *a, **k) Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._get(url).json() Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: return self.request(url, 'GET', **kwargs) Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:07:10.753816 dv-cinder-837353-1-iscsi neutron-server[114851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:07:10.812192 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1588677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1594266'] for network (22ccc722-0d94-4d9e-8e3c-4097310b109f), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:10.817504 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1588535'] for network (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:10.821722 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] 10.222.0.76 "DELETE /v2.0/networks/22ccc722-0d94-4d9e-8e3c-4097310b109f HTTP/1.1" status: 204 len: 168 time: 0.2792611 Apr 11 18:07:10.832412 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01592f-782b-4fce-96df-f881f22cde8a admin admin] Pushing event deleted for resources: {'Network': ['ID=22ccc722-0d94-4d9e-8e3c-4097310b109f,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:07:10.983119 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58866) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:07:11.023340 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-c057c347-2a79-4fbb-b8b4-92802ef05379 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dd248cecd0f847378e0ce4af26c05fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389669 Apr 11 18:07:11.025988 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 58868) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:07:11.074431 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-55dff79d-3b53-4ca3-a151-64c197066274 admin admin] Publish callbacks [] for security_group (c8dad934-b05e-4d93-ac7d-dcf326989c9f), before_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:11.095280 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-55dff79d-3b53-4ca3-a151-64c197066274 admin admin] Publish callbacks [] for security_group (c8dad934-b05e-4d93-ac7d-dcf326989c9f), precommit_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:11.140767 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-55dff79d-3b53-4ca3-a151-64c197066274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (c8dad934-b05e-4d93-ac7d-dcf326989c9f), after_delete {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:11.143425 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-55dff79d-3b53-4ca3-a151-64c197066274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:11.144489 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-55dff79d-3b53-4ca3-a151-64c197066274 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8dad934-b05e-4d93-ac7d-dcf326989c9f HTTP/1.1" status: 204 len: 168 time: 0.1173441 Apr 11 18:07:11.152581 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dff79d-3b53-4ca3-a151-64c197066274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dad934-b05e-4d93-ac7d-dcf326989c9f,revision_number=None']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:07:13.213580 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-a8f5411a-e93c-4eca-a211-e761c82f2fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:15.567690 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-df73c239-d946-472f-b6dc-ad9178bd01f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:16.556896 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:17.990661 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:19.493093 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:22.877472 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:36.832306 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.wsgi [-] (114851) accepted ('10.222.0.76', 59042) {{(pid=114851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:07:36.944615 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-849a0271-973b-44fc-861c-c41566a56f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:37.027105 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-849a0271-973b-44fc-861c-c41566a56f70 admin admin] Publish callbacks [] for security_group (ef9032b9-6669-4c15-a185-4cb38cb3e644), precommit_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:37.031953 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron_lib.callbacks.manager [None req-849a0271-973b-44fc-861c-c41566a56f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (ef9032b9-6669-4c15-a185-4cb38cb3e644), after_create {{(pid=114851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:37.070686 dv-cinder-837353-1-iscsi neutron-server[114851]: INFO neutron.wsgi [None req-849a0271-973b-44fc-861c-c41566a56f70 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aebf086e8ad84c39bf01e5e2ade32078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369373 Apr 11 18:07:37.071863 dv-cinder-837353-1-iscsi neutron-server[114851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a0271-973b-44fc-861c-c41566a56f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9032b9-6669-4c15-a185-4cb38cb3e644,revision_number=1']} {{(pid=114851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:07:37.073398 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [-] (114850) accepted ('10.222.0.76', 59046) {{(pid=114850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:07:37.154076 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e17da5b2-ccdc-46bb-a4fb-a48938926638 admin admin] Publish callbacks [] for security_group (ef9032b9-6669-4c15-a185-4cb38cb3e644), before_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:37.179497 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e17da5b2-ccdc-46bb-a4fb-a48938926638 admin admin] Publish callbacks [] for security_group (ef9032b9-6669-4c15-a185-4cb38cb3e644), precommit_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:37.232956 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e17da5b2-ccdc-46bb-a4fb-a48938926638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676063'] for security_group (ef9032b9-6669-4c15-a185-4cb38cb3e644), after_delete {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:37.236350 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron_lib.callbacks.manager [None req-e17da5b2-ccdc-46bb-a4fb-a48938926638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:37.237542 dv-cinder-837353-1-iscsi neutron-server[114850]: INFO neutron.wsgi [None req-e17da5b2-ccdc-46bb-a4fb-a48938926638 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef9032b9-6669-4c15-a185-4cb38cb3e644 HTTP/1.1" status: 204 len: 168 time: 0.1630814 Apr 11 18:07:37.246501 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17da5b2-ccdc-46bb-a4fb-a48938926638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9032b9-6669-4c15-a185-4cb38cb3e644,revision_number=None']} {{(pid=114850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:07:42.765458 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:07:43.214689 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-ae27b6e8-d5fb-43d1-b1a1-24789866b1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:45.560281 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-97aba8c0-5c2b-46ac-95ea-09923a592d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:46.561375 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:48.000223 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:49.496763 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:07:52.877007 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:13.217320 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-c7e273d5-5f44-408f-8104-95561a78aeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:15.562799 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-7ce3dbd5-2365-4987-b41c-a45b97b314f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:16.561746 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:17.996798 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:19.502384 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:19.765668 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:08:22.891893 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:43.223095 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-37f9111e-1083-4915-ac57-65aee9467d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:45.567394 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-81e583ec-7abb-4bfe-b4ba-c7b7df15aa16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:46.162421 dv-cinder-837353-1-iscsi neutron-server[114850]: DEBUG neutron.wsgi [req-41e638aa-612c-4fff-a98a-35bb1f73dea0 req-a61bb00e-c53b-4335-b27d-fb43d9373887 service neutron] (114850) timed out ('10.222.0.18', 54867) {{(pid=114850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 18:08:46.563050 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:48.000163 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:49.495181 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:52.926205 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:08:56.765568 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:09:13.369647 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-a082ee08-813a-43cb-b974-27a23ca632c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:15.696648 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-9187f379-dab8-4e98-ab6c-59d55c39cf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:16.567134 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:18.001942 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:19.498781 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:22.937297 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:33.766946 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:09:43.222006 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-d4e34de1-493f-4790-99f8-aac865614b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:45.572512 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6638c59c-ee13-4fa9-98ee-8c64a0410f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:46.574322 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:48.004646 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:49.503753 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:52.951636 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:10.765177 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:10:13.224026 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f364757f-75c6-4d73-848b-fde20000ac0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:15.574186 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-f30db984-a3ed-4ea4-b1f1-5d90599875ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:16.573267 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:18.007268 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:19.510286 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:22.947855 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:43.226378 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b6819d5d-2929-426f-9571-d4b3cf503279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:45.578678 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-5229c20e-2087-4e82-9cda-e8a73d0e912f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:46.576364 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:47.765142 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:10:48.010418 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:49.503908 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:52.948337 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:13.230120 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-5a0e50dd-4bba-4347-8ce2-3c37ba77a80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:15.581519 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-a10de40b-a308-4592-94b8-7b4ab50fa467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:16.578358 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:18.014126 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:19.507617 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:22.978225 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:24.764424 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:11:43.232032 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-03e91c10-abb8-44e4-b169-1bbaa24c9420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:45.583520 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2576-3339-45ba-a758-42eee0261326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:46.582711 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:48.016754 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:49.510891 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:53.010561 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:01.764196 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:12:13.233650 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-b6a4edee-953d-4656-9944-f48e6435e5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:15.585151 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-2402c1f7-1a80-4add-b080-103c8487dde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:16.581749 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:18.020021 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:19.516164 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:23.023718 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:38.763869 dv-cinder-837353-1-iscsi neutron-server[114853]: DEBUG neutron.db.agents_db [None req-190c6748-b0e9-44a0-88dd-ba9c6accf77e None None] Agent healthcheck: found 6 active agents {{(pid=114853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:12:43.235947 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-1616a881-947e-4971-b8be-5647578bdc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (0ffe6ed9-7784-42e4-9036-7c9518cc394f), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:45.587215 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-503f9d76-46cd-486c-80be-915f45c89c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (18a96b52-2c9c-492f-9151-b403cdac88ad), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:46.584706 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-6736c088-f14a-4027-92d9-adaa0d37c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (4cfe1f99-31e7-45cd-b8b4-a2c5ab3f3b20), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:48.022324 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-29d5954a-e20b-4294-aa2e-794e5349371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (1d1998b3-3f47-4194-98ad-a622352542ce), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:49.518182 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-818357dd-6b6b-4bef-a035-54fe38709287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (64d5f50c-447e-4745-b935-66a2d080c448), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:53.022712 dv-cinder-837353-1-iscsi neutron-server[114852]: DEBUG neutron_lib.callbacks.manager [None req-87a36fa5-3ea7-411c-b6f0-827c35aa6d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735451168925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754675'] for agent (476eee27-3e73-480e-bd62-4d8d4ed3c429), after_update {{(pid=114852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}